{"severity_text":"INFO","timestamp":"2026-10-30T11:37:25.49853355Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:25.521082763Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:25.556933769Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:25.556964272Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:25.632591337Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:25.632635761Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:25.700080307Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/dff5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.117664245Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.635518281Z","body":"InferenceObjective CRD not yet registered; request priority is skipped until it appears","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.657815386Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch when it is established","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.657972796Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.698574822Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.698683285Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.698747303Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.698794318Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.698834647Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.698887844Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.698953881Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.698992336Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.69904037Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.699074693Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.699112529Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.699184505Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.699198948Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.699282111Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.699485581Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.699580511Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.699695807Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.699692519Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.699780272Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.699971982Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:26.800874471Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1030 11:37:26.800958 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T11:37:27.001758664Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:27.00179447Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1030 11:37:54.272461 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.272819535Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.273092719Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.273153864Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.273256822Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.273312033Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.273368026Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.273391589Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.273481888Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.273607657Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.273629865Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274072122Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274101861Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274123826Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274152099Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274179606Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.27419817Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274219032Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274235647Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274253503Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274270107Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274288633Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274328066Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274347066Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274365893Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274384607Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274401635Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274417813Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274439608Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274461512Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.27448117Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274498858Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274571176Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274596724Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274614585Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274633882Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274664231Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274677776Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274667503Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274695071Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274700994Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274728607Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274750915Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274777035Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274796857Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274807093Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274822691Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274829789Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274841226Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274851852Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274813063Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.274858591Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.350139028Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.458083273Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.481363585Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.497380265Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.497413989Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.504104268Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.504133249Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.573876885Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.573922139Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.589454835Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.59854259Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.598554986Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.598564798Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.59857801Z","logger":"crd-watcher","body":"CRD established; watch registered dynamically","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.598758902Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.598787711Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.598806666Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.598822622Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.605857425Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:54.605883164Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:55.16855354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1562e5e-ff72-41f3-a5af-6795b8168d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:55.184800428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1562e5e-ff72-41f3-a5af-6795b8168d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:55.201108522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1562e5e-ff72-41f3-a5af-6795b8168d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:55.217474007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1562e5e-ff72-41f3-a5af-6795b8168d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:55.885205387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c6a03f0-a3e3-4dc5-b1ff-25c5f7df2be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:55.901223364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c6a03f0-a3e3-4dc5-b1ff-25c5f7df2be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:55.917307923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c6a03f0-a3e3-4dc5-b1ff-25c5f7df2be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:55.933155346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c6a03f0-a3e3-4dc5-b1ff-25c5f7df2be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:56.62848053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ec72bc-7120-4ee2-b4e5-99696546b8d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:56.645056649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ec72bc-7120-4ee2-b4e5-99696546b8d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:56.661426542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ec72bc-7120-4ee2-b4e5-99696546b8d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:56.677765843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ec72bc-7120-4ee2-b4e5-99696546b8d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:56.999943925Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a48d2414-c2a7-479d-b9fd-cc74b3882254","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:57.365649093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a48d2414-c2a7-479d-b9fd-cc74b3882254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:57.38343744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a48d2414-c2a7-479d-b9fd-cc74b3882254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:57.399318707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a48d2414-c2a7-479d-b9fd-cc74b3882254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:57.415286421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a48d2414-c2a7-479d-b9fd-cc74b3882254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:58.145925525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec21c1bb-fd89-4575-874f-69abb57611a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:58.162077979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec21c1bb-fd89-4575-874f-69abb57611a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:58.178080154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec21c1bb-fd89-4575-874f-69abb57611a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:58.1939649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec21c1bb-fd89-4575-874f-69abb57611a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:37:58.783529615Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"a3c85237-b1cc-4ba0-a159-5d9a2829a91a","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:38:00.800661772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4c49f0-3ec0-4eb5-b699-5bb58520a115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:38:00.816586073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4c49f0-3ec0-4eb5-b699-5bb58520a115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:38:00.832433947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4c49f0-3ec0-4eb5-b699-5bb58520a115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:38:00.848337505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4c49f0-3ec0-4eb5-b699-5bb58520a115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:38:01.588920559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64ce5e5-a886-4377-84e0-5c254a85d151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:38:01.604967471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64ce5e5-a886-4377-84e0-5c254a85d151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:38:01.621021961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64ce5e5-a886-4377-84e0-5c254a85d151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:38:01.636860235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64ce5e5-a886-4377-84e0-5c254a85d151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:38:24.381884237Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:38:24.687853326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053a60e7-8115-4e58-8832-ba4375572ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:38:24.70379285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053a60e7-8115-4e58-8832-ba4375572ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:38:24.719651263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053a60e7-8115-4e58-8832-ba4375572ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:38:24.735703792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053a60e7-8115-4e58-8832-ba4375572ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:38:25.466501769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79505276-e1c3-45cd-a3a8-cbb15adc7202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:38:25.482701798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79505276-e1c3-45cd-a3a8-cbb15adc7202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:38:25.498411089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79505276-e1c3-45cd-a3a8-cbb15adc7202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:38:25.515840188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79505276-e1c3-45cd-a3a8-cbb15adc7202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:38:54.396668143Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:17.171216953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f498eaa1-f0d4-4898-b3c0-3118803ff792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:17.18738981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f498eaa1-f0d4-4898-b3c0-3118803ff792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:17.203792052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f498eaa1-f0d4-4898-b3c0-3118803ff792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:17.219928107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f498eaa1-f0d4-4898-b3c0-3118803ff792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:17.927074943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"019f2ad3-022e-46ee-998c-6cf83b3d74e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:17.943079746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"019f2ad3-022e-46ee-998c-6cf83b3d74e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:17.959208855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"019f2ad3-022e-46ee-998c-6cf83b3d74e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:17.975184995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"019f2ad3-022e-46ee-998c-6cf83b3d74e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:18.524376927Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"3d5e394b-fb88-4743-8b56-0f5ccbbc659f","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:18.970118212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d9f035-7dbc-46c6-bd01-8b9145bc8414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:18.988681587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d9f035-7dbc-46c6-bd01-8b9145bc8414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:19.005978266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d9f035-7dbc-46c6-bd01-8b9145bc8414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:19.022059094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d9f035-7dbc-46c6-bd01-8b9145bc8414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:19.660877767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1297b131-b391-4d3e-b9c6-273a09e5c803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:19.676628133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1297b131-b391-4d3e-b9c6-273a09e5c803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:19.692489553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1297b131-b391-4d3e-b9c6-273a09e5c803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:19.708463357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1297b131-b391-4d3e-b9c6-273a09e5c803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:20.354139561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e416b3e4-7d2b-4535-9117-9a15054738c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:20.370153027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e416b3e4-7d2b-4535-9117-9a15054738c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:20.386063559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e416b3e4-7d2b-4535-9117-9a15054738c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:20.402588029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e416b3e4-7d2b-4535-9117-9a15054738c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:24.394864882Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:24.766062893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12c17cef-3192-4897-88ca-e9bc2291988b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:24.782099229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12c17cef-3192-4897-88ca-e9bc2291988b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:24.798020665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12c17cef-3192-4897-88ca-e9bc2291988b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:24.814546381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12c17cef-3192-4897-88ca-e9bc2291988b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:45.925139932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"450d16d5-d5ef-43f2-a4f7-f6a3fc15b5c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:45.997857495Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"450d16d5-d5ef-43f2-a4f7-f6a3fc15b5c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.017796287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"450d16d5-d5ef-43f2-a4f7-f6a3fc15b5c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.041492594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8131bf71-8625-4be8-97b2-ff65c2b2ec64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.062482927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8131bf71-8625-4be8-97b2-ff65c2b2ec64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.082095269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8131bf71-8625-4be8-97b2-ff65c2b2ec64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.141746631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3d482a4-774c-48f4-b079-74702ca68fe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.151225639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2ded070-7c46-4ce8-8897-edb08cd07521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.162874934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3d482a4-774c-48f4-b079-74702ca68fe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.171959744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2ded070-7c46-4ce8-8897-edb08cd07521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.183139713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3d482a4-774c-48f4-b079-74702ca68fe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.191672722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2ded070-7c46-4ce8-8897-edb08cd07521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.501979811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4c42890-03fc-430d-ae79-4e90513477e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.5227768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4c42890-03fc-430d-ae79-4e90513477e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.542839703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4c42890-03fc-430d-ae79-4e90513477e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.605263272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f82260b6-34bc-4454-ad34-752a8302b84f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.605294178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cc1424c-33be-41b6-ba74-318804c8873e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.626613501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cc1424c-33be-41b6-ba74-318804c8873e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.626662545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f82260b6-34bc-4454-ad34-752a8302b84f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.64928064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cc1424c-33be-41b6-ba74-318804c8873e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.649307792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f82260b6-34bc-4454-ad34-752a8302b84f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:39:46.678949277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cfb0ac22-d2b5-4706-be5c-af3964a2b336","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.703162509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcb62725-ba4b-4112-81c6-9baf4ad96b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.703270921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12338f38-20c3-4d66-9083-713be438ba68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.725186459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12338f38-20c3-4d66-9083-713be438ba68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.72527893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcb62725-ba4b-4112-81c6-9baf4ad96b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.745624232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12338f38-20c3-4d66-9083-713be438ba68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.745748733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcb62725-ba4b-4112-81c6-9baf4ad96b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:39:46.776036592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"73bb11ba-453d-46e6-82a0-caad287d38bf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.793103153Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ab11c382-42e4-430c-8459-64e0deeba9cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.804891613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32dc4121-da48-4796-98bf-6f1ecb742a9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.804979277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3d2cc34-46f5-4352-98cd-586cf9a8eaa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.848445132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3d2cc34-46f5-4352-98cd-586cf9a8eaa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.84864901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32dc4121-da48-4796-98bf-6f1ecb742a9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.903447009Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"38f143b3-ccb6-43e3-a516-f4d9f995cf99","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.903463793Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1ed185f5-3ae3-479f-9240-740ce5c1b006","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.908548613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3d2cc34-46f5-4352-98cd-586cf9a8eaa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.908613044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32dc4121-da48-4796-98bf-6f1ecb742a9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.994242261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3127825-0aac-4976-84af-51f028c2b97e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:46.994242257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee63a5a4-b756-4e3f-bea3-139c5a6e55d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:47.002815493Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c05f389a-58b5-4072-ae13-239ed23ad4fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:47.015690661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee63a5a4-b756-4e3f-bea3-139c5a6e55d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:47.015715531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3127825-0aac-4976-84af-51f028c2b97e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:47.036163169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee63a5a4-b756-4e3f-bea3-139c5a6e55d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:47.036270751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3127825-0aac-4976-84af-51f028c2b97e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:39:47.06089253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee63a5a4-b756-4e3f-bea3-139c5a6e55d1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:47.114727682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aba7b67-f00d-4808-9311-5680f4caa4ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:47.136936638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aba7b67-f00d-4808-9311-5680f4caa4ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:47.159449361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aba7b67-f00d-4808-9311-5680f4caa4ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:48.571050967Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fa0076f0-debd-4e1b-954d-dd5170cbae4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:48.751227482Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"59be99c0-4493-4de4-909f-a03b1ef66e03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:48.877646582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"87de9cf9-4425-4c85-953b-dc0c8bc0f7e7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:48.877665374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"87de9cf9-4425-4c85-953b-dc0c8bc0f7e7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:48.894607309Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7d5e3fba-514d-44d9-87ad-3a29d17cfd9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:48.896188228Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7677636d-7600-453c-b034-0ad2b7b7d7cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:48.907995261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cd573a8b-58aa-4283-b55c-85baca9976fa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:48.908008795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cd573a8b-58aa-4283-b55c-85baca9976fa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:48.924565104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f525c859-835a-486a-bf2e-e104b23c8114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:48.92476607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3f1e1e2-288d-44f9-af37-49389821ac47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:48.946915905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f525c859-835a-486a-bf2e-e104b23c8114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:48.94728682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3f1e1e2-288d-44f9-af37-49389821ac47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:48.967595773Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3f1e1e2-288d-44f9-af37-49389821ac47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:48.967602442Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f525c859-835a-486a-bf2e-e104b23c8114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:49.055621011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7157946a-d06d-48ea-8f14-bcaff9898931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:49.061885484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"818a55d1-edbd-4440-953a-5e3550830f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:49.076316529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7157946a-d06d-48ea-8f14-bcaff9898931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:49.076357481Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7157946a-d06d-48ea-8f14-bcaff9898931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:49.082458417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"818a55d1-edbd-4440-953a-5e3550830f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:49.082495593Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"818a55d1-edbd-4440-953a-5e3550830f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:49.609134623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2a066b9c-20c0-4a84-9b86-ee83d99daed3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:49.60915378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2a066b9c-20c0-4a84-9b86-ee83d99daed3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:50.449223384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01191818-ee15-45b0-85c4-e2b7095f2d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:50.44923361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"263663db-2e9b-4a58-a037-9a972f8054a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:50.472157911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"263663db-2e9b-4a58-a037-9a972f8054a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:50.472213147Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"263663db-2e9b-4a58-a037-9a972f8054a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:50.485127826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01191818-ee15-45b0-85c4-e2b7095f2d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:50.485169793Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01191818-ee15-45b0-85c4-e2b7095f2d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:51.96983451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"85582973-5908-4664-ac25-641b5640a466","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:51.969857262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"85582973-5908-4664-ac25-641b5640a466","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:51.970135739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c194f0f3-87ed-47e4-87c1-51cb54b42e1c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:51.970150323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c194f0f3-87ed-47e4-87c1-51cb54b42e1c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:51.986648765Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"558eabc0-50ab-444a-9e26-d7023a1c491b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:51.986817232Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"67895166-0c8e-461e-87bf-6ecc6c319283","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:52.000715919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6594d3aa-10a0-4feb-8883-dc1c4ee1d7c3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:52.000733067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6594d3aa-10a0-4feb-8883-dc1c4ee1d7c3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:52.001018896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"827707fb-8f69-456a-8fc6-ab23d8a917a0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:52.00103388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"827707fb-8f69-456a-8fc6-ab23d8a917a0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:52.017410314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7c15ef8-d52f-4364-9b9a-d245691783ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:52.017410282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07434f0b-0261-4582-b226-8b25301021de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:52.038253924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07434f0b-0261-4582-b226-8b25301021de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:52.038290166Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07434f0b-0261-4582-b226-8b25301021de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:52.045746796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7c15ef8-d52f-4364-9b9a-d245691783ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:52.045782893Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7c15ef8-d52f-4364-9b9a-d245691783ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:52.118539394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6643e257-e078-4ece-bd89-453420aae3af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:52.118566488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19f8f21e-88b3-47c9-aa08-704c2b078e8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:52.141205106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6643e257-e078-4ece-bd89-453420aae3af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:52.141268558Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6643e257-e078-4ece-bd89-453420aae3af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:52.141205104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19f8f21e-88b3-47c9-aa08-704c2b078e8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:52.141332419Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19f8f21e-88b3-47c9-aa08-704c2b078e8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:52.41594084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"df41135b-bce8-41c5-a090-bf70bbed69f9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:52.415959929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"df41135b-bce8-41c5-a090-bf70bbed69f9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.132587457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2424fc5d-80eb-498d-86f3-f63825c64eb3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.132605896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2424fc5d-80eb-498d-86f3-f63825c64eb3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.132830106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"380a23fd-d289-4395-8d48-8d5d8c93c069","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.132841583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"380a23fd-d289-4395-8d48-8d5d8c93c069","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.133060199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c4fafeaf-4e1f-48d0-a346-791b364f4357","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.133072597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c4fafeaf-4e1f-48d0-a346-791b364f4357","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.151749422Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9db4dabe-27fb-4d7c-8b0b-acf8cf41403a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.151755214Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c13246eb-9d73-44c7-8ec9-d65fa1aee5c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.163708561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a9e71e2d-9528-4ad4-b261-178952702f3f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.163724856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a9e71e2d-9528-4ad4-b261-178952702f3f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.163951898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d99703e7-e722-47b8-8f76-52f8acf4be1e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.163963235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d99703e7-e722-47b8-8f76-52f8acf4be1e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.16415438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"da5d4421-693d-4b4c-b573-24dcaa3da419","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.164167164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"da5d4421-693d-4b4c-b573-24dcaa3da419","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.183589733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d6de3eb-3d8e-4481-adc7-858c1499ec54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.183722127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"626560e2-1382-4e99-a29e-598e73270e85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.204744282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d6de3eb-3d8e-4481-adc7-858c1499ec54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.20477774Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d6de3eb-3d8e-4481-adc7-858c1499ec54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.208571677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"626560e2-1382-4e99-a29e-598e73270e85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.208611366Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"626560e2-1382-4e99-a29e-598e73270e85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.283325179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9edcae3-346c-428e-a6e8-b149c77260be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.283384586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e5256f9-c9c7-4666-bf67-fc86d0f4026d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.305720957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9edcae3-346c-428e-a6e8-b149c77260be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.305782957Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9edcae3-346c-428e-a6e8-b149c77260be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.306030377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e5256f9-c9c7-4666-bf67-fc86d0f4026d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.306083566Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e5256f9-c9c7-4666-bf67-fc86d0f4026d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.584245545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c32a3fed-6798-4b25-a600-a8b6566f2717","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:53.58426324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c32a3fed-6798-4b25-a600-a8b6566f2717","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:54.382999575Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:54.866620269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cee647a1-9946-4639-ac2a-802053f4e12b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:54.866704608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ad6b6f2-15cc-4b91-a86a-5a902fb62390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:54.902181967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cee647a1-9946-4639-ac2a-802053f4e12b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:54.902241873Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cee647a1-9946-4639-ac2a-802053f4e12b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:54.903292747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ad6b6f2-15cc-4b91-a86a-5a902fb62390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:54.903351447Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ad6b6f2-15cc-4b91-a86a-5a902fb62390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:54.966791221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6d5217c-6762-4880-bd9f-1f14bae6abe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:54.966804366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94050a32-002e-4047-aa46-835e2ce66e59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:54.98851014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94050a32-002e-4047-aa46-835e2ce66e59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:54.988540372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6d5217c-6762-4880-bd9f-1f14bae6abe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:54.988553844Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94050a32-002e-4047-aa46-835e2ce66e59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:54.988577233Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6d5217c-6762-4880-bd9f-1f14bae6abe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.125435985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f3912e6-4094-4a9d-aca4-6be25b3a7c52","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.125455806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f3912e6-4094-4a9d-aca4-6be25b3a7c52","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.125692149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1429ef54-d706-4298-83d0-72b252d102e3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.125704249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1429ef54-d706-4298-83d0-72b252d102e3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.125872133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35387b08-509f-48d2-a0cb-f85333c695a4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.125881532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35387b08-509f-48d2-a0cb-f85333c695a4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.126123909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"882c9afa-2903-4745-bfe8-72c300e2e2ff","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.126135958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"882c9afa-2903-4745-bfe8-72c300e2e2ff","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.142740921Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5b82bb57-b6b0-4068-8444-eb3d71245a32","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.142759172Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"79e764bf-d30a-45ff-8865-9e9eace68ce2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.163004638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8bc5053d-25e2-45eb-a7fe-28fdf95e4692","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.163019335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8bc5053d-25e2-45eb-a7fe-28fdf95e4692","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.163212292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ac257e09-4f44-44e2-b9a9-79c562a88ee2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.163222202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ac257e09-4f44-44e2-b9a9-79c562a88ee2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.163404634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b4f64c84-9327-4daf-9201-b961b13c4a2f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.16341783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b4f64c84-9327-4daf-9201-b961b13c4a2f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.163602185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0661f69-438f-43d6-9875-c4734df79193","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.163611198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0661f69-438f-43d6-9875-c4734df79193","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.176336915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ceaded5-0d64-435c-be83-ad9e6c7b31c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.176347831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3b22c9b-e74b-49eb-a6c5-e076d9f7c658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.198038704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3b22c9b-e74b-49eb-a6c5-e076d9f7c658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.198073707Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3b22c9b-e74b-49eb-a6c5-e076d9f7c658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.198086815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ceaded5-0d64-435c-be83-ad9e6c7b31c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.198118793Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ceaded5-0d64-435c-be83-ad9e6c7b31c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.273627888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a58529e6-b64c-4a67-81f7-f07337c8b910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.273638721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29d2eed7-74af-433d-9edd-df097016a42e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.295125312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a58529e6-b64c-4a67-81f7-f07337c8b910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.295156512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29d2eed7-74af-433d-9edd-df097016a42e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.295171777Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a58529e6-b64c-4a67-81f7-f07337c8b910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.295191977Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29d2eed7-74af-433d-9edd-df097016a42e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.570434855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"abc4ba80-d496-4d07-84c9-54aad19027e5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:55.570451422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"abc4ba80-d496-4d07-84c9-54aad19027e5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.033587271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7417beaa-9b19-4a4c-89b5-2695b425df03","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.033610823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7417beaa-9b19-4a4c-89b5-2695b425df03","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.033930762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7a465856-f54f-473b-ba29-b73974ffb1b6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.033944103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7a465856-f54f-473b-ba29-b73974ffb1b6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.034154559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f025a61a-d9c8-4e37-a6f4-75763ac3be8b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.034166726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f025a61a-d9c8-4e37-a6f4-75763ac3be8b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.034338185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6d8345c0-9c8f-4058-b6e8-b63ada39046f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.034348573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6d8345c0-9c8f-4058-b6e8-b63ada39046f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.034639105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0fb776fe-6c0b-4aa6-a728-d837f8db393e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.03465024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0fb776fe-6c0b-4aa6-a728-d837f8db393e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.057569331Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c790b74d-dd3d-42c3-94b8-ccb73701d0e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.057584943Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"94787ba7-8b8d-49d9-8804-0b9a167da159","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.071592455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b07cb8aa-34a3-4ddc-be7a-73f8399a485c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.071609164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b07cb8aa-34a3-4ddc-be7a-73f8399a485c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.071798505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"64552dc7-c9a3-47f9-91da-aa5628a1f61b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.071808282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"64552dc7-c9a3-47f9-91da-aa5628a1f61b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.07201125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"14943acd-a930-4d77-bc79-97f98a04a080","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.072023886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"14943acd-a930-4d77-bc79-97f98a04a080","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.072180083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bcfb1939-4680-4d2f-84d0-10138793fd4e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.072188826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bcfb1939-4680-4d2f-84d0-10138793fd4e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.072391424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bfdc2bc8-745f-4103-b9cb-1f3fb301d67c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.072401911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bfdc2bc8-745f-4103-b9cb-1f3fb301d67c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.086940174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6267602-d84e-49d2-8432-c101f28a7d38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.088104172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"788ce29c-9445-4462-8172-fa73b6001d5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.107816127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6267602-d84e-49d2-8432-c101f28a7d38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.10784841Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6267602-d84e-49d2-8432-c101f28a7d38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.111201889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"788ce29c-9445-4462-8172-fa73b6001d5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.1112368Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"788ce29c-9445-4462-8172-fa73b6001d5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.189119308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b738dfd-b1e4-4aae-9be2-d8d820314992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.189119102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff8c84b1-8dcc-4617-994c-ca2503bc0f16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.210597315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff8c84b1-8dcc-4617-994c-ca2503bc0f16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.210661628Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff8c84b1-8dcc-4617-994c-ca2503bc0f16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.210771787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b738dfd-b1e4-4aae-9be2-d8d820314992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.210819762Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b738dfd-b1e4-4aae-9be2-d8d820314992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.467025749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"46487da7-1169-44ad-80cb-8ffed7b1c417","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:57.467043342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"46487da7-1169-44ad-80cb-8ffed7b1c417","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:58.797743205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"377b7437-4ba9-4f8b-977b-b3e1ff0f5ac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:58.797794764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"021e2e44-a2b1-402b-844c-3af8aa1c7c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:58.83328369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"377b7437-4ba9-4f8b-977b-b3e1ff0f5ac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:58.833341884Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"377b7437-4ba9-4f8b-977b-b3e1ff0f5ac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:58.834502909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"021e2e44-a2b1-402b-844c-3af8aa1c7c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:58.834555371Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"021e2e44-a2b1-402b-844c-3af8aa1c7c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:58.915894948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef7817d3-b839-4a46-9e55-89cb972cfc92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:58.915942476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"caffceb8-fc6c-455e-b68f-f76fae5522b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:58.942751014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"caffceb8-fc6c-455e-b68f-f76fae5522b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:58.942823832Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"caffceb8-fc6c-455e-b68f-f76fae5522b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:58.944020462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef7817d3-b839-4a46-9e55-89cb972cfc92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:58.944078794Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef7817d3-b839-4a46-9e55-89cb972cfc92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.04431984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11a105e2-704c-4072-96b8-d217fd2d512d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.044339116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11a105e2-704c-4072-96b8-d217fd2d512d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.044583269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"42269a81-ca34-4a9c-8d5f-3a2d70f3970d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.044598579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"42269a81-ca34-4a9c-8d5f-3a2d70f3970d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.04482033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"88de610e-f879-435a-910f-d7ffd5e9f711","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.044836166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"88de610e-f879-435a-910f-d7ffd5e9f711","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.045040666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7ee4041b-fd52-4328-80e2-dcda99ed7813","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.045052088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7ee4041b-fd52-4328-80e2-dcda99ed7813","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.045230028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3f0b57eb-5a2a-4512-9f79-d7aac53a19c4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.045243376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3f0b57eb-5a2a-4512-9f79-d7aac53a19c4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.045454925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"91aeef2a-545e-4fba-8c51-c5c11bfc13b7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.045466056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"91aeef2a-545e-4fba-8c51-c5c11bfc13b7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.078986887Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2ae6dfa1-de47-49d1-b855-232593646dec","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.079334899Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dc6bd460-563d-47fe-abec-e3e658f8670f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.109534016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"308f337b-5958-44a3-9a1a-12b69418a18b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.109558188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"308f337b-5958-44a3-9a1a-12b69418a18b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.109866997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1dc84dfe-f35e-496d-a60f-f27f9acc050e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.109885597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1dc84dfe-f35e-496d-a60f-f27f9acc050e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.110204257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b6544e29-999e-4f66-a7c9-713bbd6f11aa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.110223444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b6544e29-999e-4f66-a7c9-713bbd6f11aa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.110509206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"73abffab-2fda-45f2-b92a-5d68b1ccbbb1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.110525441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"73abffab-2fda-45f2-b92a-5d68b1ccbbb1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.11080777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2c78538c-e29c-419b-b8da-22c66f40fbfe","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.110824087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2c78538c-e29c-419b-b8da-22c66f40fbfe","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.111112849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"88ed8de6-e701-47d6-b9a5-43759f196c0d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.111128584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"88ed8de6-e701-47d6-b9a5-43759f196c0d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.131076451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea642429-7524-4955-b375-0357f286a119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.131157703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5e61404-0ae6-4f18-b184-e7912fb5be38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.154751658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea642429-7524-4955-b375-0357f286a119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.154803813Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea642429-7524-4955-b375-0357f286a119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.154751654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5e61404-0ae6-4f18-b184-e7912fb5be38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.154872331Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5e61404-0ae6-4f18-b184-e7912fb5be38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.239335889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"977039a0-ceee-449f-ab0a-ad5f4d1a26f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.239361336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d5c3c70-9807-4d8f-9460-061cbc486b2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.262321128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d5c3c70-9807-4d8f-9460-061cbc486b2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.262361499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"977039a0-ceee-449f-ab0a-ad5f4d1a26f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.262397497Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d5c3c70-9807-4d8f-9460-061cbc486b2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.262421619Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"977039a0-ceee-449f-ab0a-ad5f4d1a26f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.577013308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"308b421e-643e-45bb-86ab-0533e8ed6763","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:39:59.577040797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"308b421e-643e-45bb-86ab-0533e8ed6763","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.497818895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a375fde-c326-419b-8d3a-042faa93b8f7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.497847026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a375fde-c326-419b-8d3a-042faa93b8f7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.498209141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"58ede17f-59cb-4399-af6e-396963aab96a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.498230684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"58ede17f-59cb-4399-af6e-396963aab96a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.498525909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"faf9f6ba-d034-4233-8bf6-0bb13f472889","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.498542053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"faf9f6ba-d034-4233-8bf6-0bb13f472889","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.498803261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6b214745-242c-4540-b499-11d4c88cd7a8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.49882229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6b214745-242c-4540-b499-11d4c88cd7a8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.499089337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4671e02-a1af-4786-8012-aa0fd0520033","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.49910582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4671e02-a1af-4786-8012-aa0fd0520033","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.499309809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"de7a9f84-b442-42ba-8e1d-d2ca22706024","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.499320311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"de7a9f84-b442-42ba-8e1d-d2ca22706024","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.499548133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e4e5f48-d613-4faa-a787-100ade1ecd13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.499560494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e4e5f48-d613-4faa-a787-100ade1ecd13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.518622648Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8705cf7a-607e-4d3e-9a6b-7e5ebacced15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.53101566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2fbc4735-5634-4ef6-9456-bbef2a8d8d65","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.531032608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2fbc4735-5634-4ef6-9456-bbef2a8d8d65","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.531266875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8da6334d-c281-4c7b-a18f-434bb558f487","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.531279513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8da6334d-c281-4c7b-a18f-434bb558f487","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.531459836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3d33cbf3-fbe2-438f-a6a4-4ac801e3a100","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.531470922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3d33cbf3-fbe2-438f-a6a4-4ac801e3a100","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.531645436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"46ae1b7a-0d26-4eb9-8179-6ab20f40251a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.531659749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"46ae1b7a-0d26-4eb9-8179-6ab20f40251a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.531880308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f94939c2-866c-4266-b712-89504e63aad3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.531893353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f94939c2-866c-4266-b712-89504e63aad3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.53213324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7efa3b0b-ca8e-4ede-b19f-dc1ed8bd40a4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.532145289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7efa3b0b-ca8e-4ede-b19f-dc1ed8bd40a4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.532326648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dab6b90-0453-439d-87e9-c41ba655216a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.532336639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dab6b90-0453-439d-87e9-c41ba655216a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.574480393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4ea696f-bbfd-4956-9af7-9a80f2d68675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.574956559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"602fc717-83d0-423d-90ca-5a608c470e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.574998731Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aedb94e0-108e-40b6-b3fa-9713dceabcdd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.59676339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4ea696f-bbfd-4956-9af7-9a80f2d68675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.596825155Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4ea696f-bbfd-4956-9af7-9a80f2d68675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.597189912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"602fc717-83d0-423d-90ca-5a608c470e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.63865402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf7cc7eb-45f9-4917-a3b7-bb31048b80be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.638729914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf7cc7eb-45f9-4917-a3b7-bb31048b80be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.671622609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd9a84c9-3c54-4c29-9479-0397aaad2f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.692868953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd9a84c9-3c54-4c29-9479-0397aaad2f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.692950748Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd9a84c9-3c54-4c29-9479-0397aaad2f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.703466441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c361b91b-78c8-4d26-8e9f-e89ede8071b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.772211633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbbd2031-3923-45e8-b4f3-0b12174597d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.795263079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbbd2031-3923-45e8-b4f3-0b12174597d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.950206805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd3f7569-bd08-455f-aad5-8d7cfe411654","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:00.950225913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd3f7569-bd08-455f-aad5-8d7cfe411654","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:01.016862701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3af6391f-d6e8-4633-ae83-a785cd1de03d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.507259711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8b271e9c-b587-4f4c-9c2b-79aafe6025a1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.507288022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8b271e9c-b587-4f4c-9c2b-79aafe6025a1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.507641136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d593b358-e0fa-4a33-a6b5-f01d3bb077da","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.507660433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d593b358-e0fa-4a33-a6b5-f01d3bb077da","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.507967444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2e547db0-567c-47e9-bab1-0ad68d34b23a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.507986845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2e547db0-567c-47e9-bab1-0ad68d34b23a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.508260034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4d205c32-c5b6-417f-be80-532401372237","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.508277355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4d205c32-c5b6-417f-be80-532401372237","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.508543556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4f507a6c-2685-4204-97d3-6e1285fe998b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.508561256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4f507a6c-2685-4204-97d3-6e1285fe998b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.508843699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c237615f-d6c7-437d-9445-eaf58a8a6ea0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.508860758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c237615f-d6c7-437d-9445-eaf58a8a6ea0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.509161589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"586a8868-563f-44c1-b32b-8d50cb4510c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.509179755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"586a8868-563f-44c1-b32b-8d50cb4510c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.509554744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"33c00998-b8b5-4318-8e14-4975618da230","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.509575033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"33c00998-b8b5-4318-8e14-4975618da230","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.546806342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"08957f69-9d2e-4223-a972-6257a00567a7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.546822072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"08957f69-9d2e-4223-a972-6257a00567a7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.547126484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1d5c8dfb-83a0-4dc4-b05e-6eaed60afe7d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.547139913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1d5c8dfb-83a0-4dc4-b05e-6eaed60afe7d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.547357543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3091c6ba-1693-43bb-a22e-b24afca7276c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.547368895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3091c6ba-1693-43bb-a22e-b24afca7276c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.547611296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8e70fd90-1a04-4993-b33a-0291dff7d1bc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.547627751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8e70fd90-1a04-4993-b33a-0291dff7d1bc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.547838131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bd854881-6182-4349-afd0-cceb6fcb37be","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.547851617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bd854881-6182-4349-afd0-cceb6fcb37be","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.54811055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd28214e-8f60-4b09-acfa-bd96de66d4b5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.548121698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd28214e-8f60-4b09-acfa-bd96de66d4b5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.54834344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c111cec-a6cd-4904-b5b0-74281b6bf916","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.548353965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c111cec-a6cd-4904-b5b0-74281b6bf916","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.548578541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b99bc275-acf6-47ec-ba36-f9788b4bd9f8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.548590126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b99bc275-acf6-47ec-ba36-f9788b4bd9f8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.568176192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ce56bfd-4828-4b8a-95aa-479c0aae68fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.572667718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4eab13e6-8b9b-465c-9320-f485931d048c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.584821208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2a90e1f0-7d50-4fb3-9c8e-298447d563e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.593073441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ce56bfd-4828-4b8a-95aa-479c0aae68fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.594708934Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"93d24683-8b9a-4a6c-abfb-5e25d188c14f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.602922549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4eab13e6-8b9b-465c-9320-f485931d048c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.675582761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"289ce04a-8c70-49e5-be8c-702893e4361a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.675603625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"289ce04a-8c70-49e5-be8c-702893e4361a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.721975051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"07d3bdce-fc9c-4c20-8d78-c5e62aa66554","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.780568379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8dfacec-9a5f-4ca8-87d1-4911c922f59c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.780588186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8dfacec-9a5f-4ca8-87d1-4911c922f59c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.795455875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f67fe84-2a79-43c6-b78e-1577a0f2e773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.796113253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1920d3c-b358-48b1-9ad2-0cf25ce01dc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.816702576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f67fe84-2a79-43c6-b78e-1577a0f2e773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.817127638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1920d3c-b358-48b1-9ad2-0cf25ce01dc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.822368461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c4e61729-c543-4e76-b1b7-e92286f6d148","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.996737366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"15167db3-9a8d-4dbc-8fc1-664804de38a9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:02.996756024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"15167db3-9a8d-4dbc-8fc1-664804de38a9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:03.003876342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37cd4ec3-b547-41f7-b4fa-fcd6a186ece8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:03.009473336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"761f2c4f-e761-4560-8bc8-9a04bb87a03c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:03.027709417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37cd4ec3-b547-41f7-b4fa-fcd6a186ece8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:03.030364627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"761f2c4f-e761-4560-8bc8-9a04bb87a03c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:03.069015074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ce575ffc-25e3-4c5c-8d18-5b1453a05feb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:04.379351151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8cd2a8bc-0062-414f-8b3b-1a304139db86","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:04.379370006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8cd2a8bc-0062-414f-8b3b-1a304139db86","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:06.025438909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2c4e219e-718e-44ef-984c-31f464e7cdae","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:06.025460316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2c4e219e-718e-44ef-984c-31f464e7cdae","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:06.488626849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"819684fb-8ca4-438d-b8a2-7b2c6281f077","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:06.546978419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a71926c-d726-4464-82cd-c22bd31712c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:06.546996999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a71926c-d726-4464-82cd-c22bd31712c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:06.56178342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd0af893-122f-4b47-afe7-eaade55b7211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:06.561783494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4f1bff7-6241-472e-a9a6-3dcb8e9bb32a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:06.597554472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd0af893-122f-4b47-afe7-eaade55b7211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:06.597574981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4f1bff7-6241-472e-a9a6-3dcb8e9bb32a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:07.73750181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e2724f85-a445-444f-93e4-69ddcc3a56eb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:07.737526515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e2724f85-a445-444f-93e4-69ddcc3a56eb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:09.979012977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"84a45c54-6ed1-4496-b579-e4b535675537","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:09.979032814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"84a45c54-6ed1-4496-b579-e4b535675537","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:11.063950657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1ccf55b3-f860-4d2e-8013-68c8b0684e0e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:11.064082199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1ccf55b3-f860-4d2e-8013-68c8b0684e0e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:11.707755424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e4a226c3-17bd-4853-9159-213d2d75be45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:11.81073735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4f5b1531-8617-4ae2-9009-31b75d8902c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:12.548457102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6558b784-529d-40ba-8a23-ec4d63f2467d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:12.548479119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6558b784-529d-40ba-8a23-ec4d63f2467d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:12.782162315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55f99e39-81f1-49fd-9cab-9eada5540142","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:12.782275484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55f99e39-81f1-49fd-9cab-9eada5540142","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:12.814650136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1a4b8bc0-91b7-42e8-a3b1-7706ead7ffc4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:12.814736842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1a4b8bc0-91b7-42e8-a3b1-7706ead7ffc4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:14.550148973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"def10726-1bd2-4594-8c48-247c0d660743","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:14.550258434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"def10726-1bd2-4594-8c48-247c0d660743","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:14.628085357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b089e026-9060-480a-b3b4-245fe1d7ce3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:14.63492553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"115dfc78-471e-45d8-9e75-87de41ca28b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:14.63492862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"134ad350-5829-425e-bd5a-0bb6b317642a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:14.678478497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"115dfc78-471e-45d8-9e75-87de41ca28b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:14.688824875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"134ad350-5829-425e-bd5a-0bb6b317642a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:14.704134533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fce9894-380f-472d-ad89-8f8001947a8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:14.704233534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fce9894-380f-472d-ad89-8f8001947a8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:14.775579104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"42406e7d-6898-4d91-9775-ff658832cdce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:15.508176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e0bba677-8915-44b2-992e-e81955fd108f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:15.508207388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e0bba677-8915-44b2-992e-e81955fd108f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:15.578464775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2af32968-dd79-46b8-b2dd-1e1a56a59a09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:15.591338632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1d90e1c-6eb4-47d4-afc7-487418b3d709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:15.591794977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c448359e-67b0-41c9-9c89-0a5f6bbff9ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:15.630831827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1d90e1c-6eb4-47d4-afc7-487418b3d709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:15.631690742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c448359e-67b0-41c9-9c89-0a5f6bbff9ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:15.650263227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4006b3e9-65bf-4f77-8ba6-a58946ae1b37","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:15.650278522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4006b3e9-65bf-4f77-8ba6-a58946ae1b37","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:15.724179121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5b676ca3-d7ee-4887-a541-4b39f8a63265","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:20.673866348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"579a0fd1-285b-464b-a320-a4a5121ae042","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:20.673886144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"579a0fd1-285b-464b-a320-a4a5121ae042","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:20.730088723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aff8b3db-b1c1-4a61-8030-6c8a3a779a0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:20.750720362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aff8b3db-b1c1-4a61-8030-6c8a3a779a0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:20.822825115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3fa0a30a-d0c4-4607-adbe-299b574a2ce4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:20.822841783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3fa0a30a-d0c4-4607-adbe-299b574a2ce4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:20.860108805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a377226-bb79-423c-ad1e-127e427ea34e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:20.860131485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a377226-bb79-423c-ad1e-127e427ea34e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:20.912398375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"731fa7d1-0b77-4ced-b3bf-0a43cb0de878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:20.912401474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9ead180-bfbc-4d08-8506-69d6d8984476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:20.930050851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c83e7649-05dc-4b48-9206-9b42c02ba59b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:20.934838843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"731fa7d1-0b77-4ced-b3bf-0a43cb0de878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:20.935034932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9ead180-bfbc-4d08-8506-69d6d8984476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:20.986483194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"caa61e01-859b-4018-9a83-3ad983e7e5c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:20.986499894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"caa61e01-859b-4018-9a83-3ad983e7e5c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:24.397079722Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:40:54.396975057Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:24.397048302Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:40.346730783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618c712c-cfc8-4d05-a43e-6d231c0e082b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:40.362915682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618c712c-cfc8-4d05-a43e-6d231c0e082b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:40.37883188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618c712c-cfc8-4d05-a43e-6d231c0e082b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:40.398796762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618c712c-cfc8-4d05-a43e-6d231c0e082b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:41.195254095Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-0836c883","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-0836c883","reconcileID":"72bda2bb-7fcc-4e80-afab-6e90f111ed2c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-0836c883","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-0836c883":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:41.232890271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"948c3fb8-d6b7-4cec-91c5-fe9f9cc48f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:41.250728659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"948c3fb8-d6b7-4cec-91c5-fe9f9cc48f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:41.267560387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"948c3fb8-d6b7-4cec-91c5-fe9f9cc48f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:41.283854215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"948c3fb8-d6b7-4cec-91c5-fe9f9cc48f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:41.966120685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5390ec-a43e-4e1f-a533-86bde2f00cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:41.98242689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5390ec-a43e-4e1f-a533-86bde2f00cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:41.998613739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5390ec-a43e-4e1f-a533-86bde2f00cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:42.014833714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5390ec-a43e-4e1f-a533-86bde2f00cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:43.079085479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c224f36e-e52b-45f6-83e7-332d0e3675bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:43.094958175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c224f36e-e52b-45f6-83e7-332d0e3675bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:43.111496583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c224f36e-e52b-45f6-83e7-332d0e3675bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:43.127775761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c224f36e-e52b-45f6-83e7-332d0e3675bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:43.428802988Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-3b30fbca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-3b30fbca","reconcileID":"9c7fa70a-30f8-4618-8c0b-547503500986","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-3b30fbca-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-3b30fbca-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:43.966451048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345c6c27-5d4c-484f-bdda-2491b85d5b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:43.982797667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345c6c27-5d4c-484f-bdda-2491b85d5b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:43.998773984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345c6c27-5d4c-484f-bdda-2491b85d5b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:44.017052809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345c6c27-5d4c-484f-bdda-2491b85d5b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:44.330591404Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-14a5c09a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-14a5c09a","reconcileID":"89d30f69-93ad-4e48-b38f-0cc65271efec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-14a5c09a","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-14a5c09a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:44.747950108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51bcc42c-f085-4989-a3fb-266ca84955f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:44.764541027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51bcc42c-f085-4989-a3fb-266ca84955f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:44.786093954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51bcc42c-f085-4989-a3fb-266ca84955f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:44.802819638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51bcc42c-f085-4989-a3fb-266ca84955f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:44.954759322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"068b0198-fb91-4093-9580-bf035180f99d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-0836c883","tenantID":"e2e-ait-0836c883","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:45.006948678Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"068b0198-fb91-4093-9580-bf035180f99d","name":"e2e-ait-0836c883-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:45.669616342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b59ce15f-e02e-40b3-821d-d792befb34b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:45.688765091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b59ce15f-e02e-40b3-821d-d792befb34b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:45.706095647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b59ce15f-e02e-40b3-821d-d792befb34b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:45.722702195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b59ce15f-e02e-40b3-821d-d792befb34b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:46.335022789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3344b62d-3371-4711-a067-ae40116d9f50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:46.344103863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0745d91f-dc76-42bd-8b21-83094a5d7715","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:46.473827972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ed89d63-ea44-44c4-b55c-8ce59eca81c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:46.49042673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ed89d63-ea44-44c4-b55c-8ce59eca81c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:46.506817359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ed89d63-ea44-44c4-b55c-8ce59eca81c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:46.523613177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ed89d63-ea44-44c4-b55c-8ce59eca81c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:46.922302264Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"e5d8ff26-4a1f-4182-9b74-7de93608bdf9","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:46.943449796Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"e5d8ff26-4a1f-4182-9b74-7de93608bdf9","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:46.977093306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"e5d8ff26-4a1f-4182-9b74-7de93608bdf9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-3b30fbca-gw","tenantID":"e2e-migrate-3b30fbca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:47.024230077Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"e5d8ff26-4a1f-4182-9b74-7de93608bdf9","name":"e2e-migrate-3b30fbca-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:48.918237032Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"105ddaa5-6f85-4ba7-b317-a297a4220c89","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:50.16202457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8270790c-81c1-4052-8022-2c7d90afad7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:50.17811429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8270790c-81c1-4052-8022-2c7d90afad7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:50.193876567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8270790c-81c1-4052-8022-2c7d90afad7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:50.2099355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8270790c-81c1-4052-8022-2c7d90afad7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:50.929671883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"746c395c-f2f0-4537-85bd-a39bfbc63bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:50.947137432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"746c395c-f2f0-4537-85bd-a39bfbc63bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:50.954876393Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-64715175","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-64715175","reconcileID":"aad03517-6b05-44d4-85fe-37e52005577a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-64715175","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-64715175":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:50.963458038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"746c395c-f2f0-4537-85bd-a39bfbc63bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:50.981129799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"746c395c-f2f0-4537-85bd-a39bfbc63bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:51.045553415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"0194d0f9-dfb4-4619-80d9-8183d1de4a4d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-14a5c09a","tenantID":"e2e-ait-14a5c09a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:51.114808778Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"0194d0f9-dfb4-4619-80d9-8183d1de4a4d","name":"e2e-ait-14a5c09a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:51.817473197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cdf5bc1-25d4-4386-ab13-2041baa96812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:51.833980206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cdf5bc1-25d4-4386-ab13-2041baa96812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:51.850132637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cdf5bc1-25d4-4386-ab13-2041baa96812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:51.866403235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cdf5bc1-25d4-4386-ab13-2041baa96812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:52.546456573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f2fca3-6b85-42ba-aef1-2d7e06153d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:52.563814549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f2fca3-6b85-42ba-aef1-2d7e06153d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:52.580228384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f2fca3-6b85-42ba-aef1-2d7e06153d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:52.596027296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f2fca3-6b85-42ba-aef1-2d7e06153d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:52.602749552Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-90364398","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-90364398","reconcileID":"e5c1cf36-3460-4f5e-bcc7-7438484a1a2f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-90364398","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-90364398":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:53.404108686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295d0f45-4f7f-4441-aa61-a4b44d144aa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:53.420582366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295d0f45-4f7f-4441-aa61-a4b44d144aa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:53.458736557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295d0f45-4f7f-4441-aa61-a4b44d144aa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:53.474658687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295d0f45-4f7f-4441-aa61-a4b44d144aa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:54.156188219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d02e9d-5ca3-4d7f-854d-37e4d8085c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:54.172396052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d02e9d-5ca3-4d7f-854d-37e4d8085c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:54.188409387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d02e9d-5ca3-4d7f-854d-37e4d8085c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:54.204743789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d02e9d-5ca3-4d7f-854d-37e4d8085c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:54.383086099Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:54.900940906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601d1420-4b5a-4def-b4c7-8c1254b020a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:54.917226059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601d1420-4b5a-4def-b4c7-8c1254b020a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:54.933250129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601d1420-4b5a-4def-b4c7-8c1254b020a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:54.949341408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601d1420-4b5a-4def-b4c7-8c1254b020a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:55.040981421Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"4643c6a7-3c7b-4310-af0a-b1d2eeb485da","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:55.078849854Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"4643c6a7-3c7b-4310-af0a-b1d2eeb485da","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:55.710340193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c754990-3050-4bf0-80be-04b4726f8b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:55.72847173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c754990-3050-4bf0-80be-04b4726f8b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:55.745398781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c754990-3050-4bf0-80be-04b4726f8b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:55.763934187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c754990-3050-4bf0-80be-04b4726f8b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:56.55862387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fda112-54dc-4233-94bd-e5ee2684c6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:56.583007252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fda112-54dc-4233-94bd-e5ee2684c6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:56.59911826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fda112-54dc-4233-94bd-e5ee2684c6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:56.615493835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fda112-54dc-4233-94bd-e5ee2684c6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:57.117666529Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"0413e99f-763c-45f8-989e-b1e6b8dc1aca","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:57.32228127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3238fa1-a40e-4d7d-9c54-e48da2107c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:57.365198468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3238fa1-a40e-4d7d-9c54-e48da2107c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:57.384313303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3238fa1-a40e-4d7d-9c54-e48da2107c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:57.404325686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3238fa1-a40e-4d7d-9c54-e48da2107c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:58.011927387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9def4027-cdce-41a2-9666-e01861f3e740","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:58.04658066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5d85da41-2e63-4c22-bdf5-f3d77701e968","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:58.190288145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0246b7b6-9901-4005-a76e-1ea21147047f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:58.206606915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0246b7b6-9901-4005-a76e-1ea21147047f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:58.222814211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0246b7b6-9901-4005-a76e-1ea21147047f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:58.239026171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0246b7b6-9901-4005-a76e-1ea21147047f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:58.983650668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff09f4a-4a5d-4055-af41-aed30b359992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:58.99973033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff09f4a-4a5d-4055-af41-aed30b359992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:59.016281231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff09f4a-4a5d-4055-af41-aed30b359992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:59.032980598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff09f4a-4a5d-4055-af41-aed30b359992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:59.953857124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7e479d-6c15-4745-997d-e6f45db914e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:59.972016706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7e479d-6c15-4745-997d-e6f45db914e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:41:59.988352065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7e479d-6c15-4745-997d-e6f45db914e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:00.004862438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7e479d-6c15-4745-997d-e6f45db914e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:00.769018397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db54404e-4084-4e0f-95e3-830c96adf355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:00.785529408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db54404e-4084-4e0f-95e3-830c96adf355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:00.810095283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db54404e-4084-4e0f-95e3-830c96adf355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:00.827780638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db54404e-4084-4e0f-95e3-830c96adf355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:01.460284252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"fa8232a2-d385-4e0c-8e72-7afcc829bc6c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-64715175","tenantID":"e2e-derive-64715175","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:01.506232179Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"fa8232a2-d385-4e0c-8e72-7afcc829bc6c","name":"e2e-derive-64715175-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:03.338475477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"ac90af68-b861-4461-bbf5-47636a9fc264","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-90364398","tenantID":"e2e-ait-90364398","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:03.384032815Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"ac90af68-b861-4461-bbf5-47636a9fc264","name":"e2e-ait-90364398-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:04.565766405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"59901dba-891c-4989-abe4-cfdf1cb538ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:04.690575844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6771e435-ae1f-4344-9b18-e602c2c26f2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:05.219805794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e06b58b1-c293-424a-8769-17f5ce1942d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:05.236099356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e06b58b1-c293-424a-8769-17f5ce1942d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:05.25271271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e06b58b1-c293-424a-8769-17f5ce1942d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:05.274109722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e06b58b1-c293-424a-8769-17f5ce1942d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:06.155618125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d8ba94-b57c-4c26-9f3b-a1d9cf9fb3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:06.172519225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d8ba94-b57c-4c26-9f3b-a1d9cf9fb3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:06.191016481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d8ba94-b57c-4c26-9f3b-a1d9cf9fb3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:06.20886511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d8ba94-b57c-4c26-9f3b-a1d9cf9fb3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:07.020926361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e1771ed-c838-4cc1-bcc3-be7f9ae23ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:07.037308149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e1771ed-c838-4cc1-bcc3-be7f9ae23ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:07.053402416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e1771ed-c838-4cc1-bcc3-be7f9ae23ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:07.076442221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e1771ed-c838-4cc1-bcc3-be7f9ae23ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:07.537732812Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"5688d411-6488-48bd-8a06-8f56bb265d39","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:07.586381715Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"5688d411-6488-48bd-8a06-8f56bb265d39","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:07.993078029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c7ed65-0eb0-465f-a48f-423f3a4b249f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:08.013102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c7ed65-0eb0-465f-a48f-423f3a4b249f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:08.029487719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c7ed65-0eb0-465f-a48f-423f3a4b249f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:08.045763909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c7ed65-0eb0-465f-a48f-423f3a4b249f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:08.825939528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9c556c-93e6-4e6a-ae39-bbc2ce6c2107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:08.842490606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9c556c-93e6-4e6a-ae39-bbc2ce6c2107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:08.861344932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9c556c-93e6-4e6a-ae39-bbc2ce6c2107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:08.917796584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9c556c-93e6-4e6a-ae39-bbc2ce6c2107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:09.829197802Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"223b9c06-bd2c-4cff-a6eb-8affdda1264d","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:13.123108544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d6b84c1f-600e-4939-8021-25453d986f94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:13.225425806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fde42af5-0e7c-4a02-9b49-1a5ed6b376b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:14.26331964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d23dcd-3e94-4c3e-8512-b6d30fc481cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:14.279540364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d23dcd-3e94-4c3e-8512-b6d30fc481cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:14.295921012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d23dcd-3e94-4c3e-8512-b6d30fc481cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:14.312256833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d23dcd-3e94-4c3e-8512-b6d30fc481cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:14.985688763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b9e6f0-4fcb-4e9c-95db-ff38d82a328b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.001740551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b9e6f0-4fcb-4e9c-95db-ff38d82a328b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.017888718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b9e6f0-4fcb-4e9c-95db-ff38d82a328b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.034159812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b9e6f0-4fcb-4e9c-95db-ff38d82a328b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.580820937Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","namespace":"ai-tenant-e2e-ait-0836c883","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.580922122Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","namespace":"ai-tenant-e2e-ait-0836c883","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.580993659Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","tenant":"e2e-ait-0836c883","tenantID":"e2e-ait-0836c883","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.598872459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","gvk":"Deployment","name":"maas-api-e2e-ait-0836c883","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.636957829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","gvk":"Service","name":"maas-api-e2e-ait-0836c883","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.660011499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-0836c883","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.678600532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-0836c883","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.697037614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-0836c883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.72918043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-0836c883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.803963714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-0836c883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.835859612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-0836c883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.860298668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","gvk":"Deployment","name":"payload-processing-e2e-ait-0836c883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.881457427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-0836c883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.903232886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","gvk":"Service","name":"payload-processing-e2e-ait-0836c883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.919612306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","gvk":"Service","name":"payload-pre-processing-e2e-ait-0836c883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.9360592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","gvk":"DestinationRule","name":"payload-processing-e2e-ait-0836c883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.952266371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-0836c883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.968001686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-0836c883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:15.99714948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-0836c883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.013316425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-0836c883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.03043275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-0836c883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.046540603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-0836c883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.06775246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0836c883"},"namespace":"ai-tenant-e2e-ait-0836c883","name":"default-tenant","reconcileID":"dda4d549-3089-4d66-baf4-da6710c9b589","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-0836c883","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.10218757Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","namespace":"ai-tenant-e2e-migrate-3b30fbca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.102384429Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","namespace":"ai-tenant-e2e-migrate-3b30fbca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.155260183Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","tenant":"e2e-migrate-3b30fbca","tenantID":"e2e-migrate-3b30fbca","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.176606507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","gvk":"Deployment","name":"maas-api-e2e-migrate-3b30fbca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.205120268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","gvk":"Service","name":"maas-api-e2e-migrate-3b30fbca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.227146886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-3b30fbca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.24534419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-3b30fbca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.27137382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-3b30fbca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.290716779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-3b30fbca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.306442476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-3b30fbca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.322130787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-3b30fbca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.337709498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","gvk":"Deployment","name":"payload-processing-e2e-migrate-3b30fbca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.35322602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-3b30fbca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.376223296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","gvk":"Service","name":"payload-processing-e2e-migrate-3b30fbca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.400222289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","gvk":"Service","name":"payload-pre-processing-e2e-migrate-3b30fbca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.420884535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c384a4-e533-4682-b75e-f39d41728ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.421868754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-3b30fbca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.425994195Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-0836c883","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-0836c883","reconcileID":"c07b4de4-b6f8-4b09-a6f4-fe595f7d28fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-0836c883","removed":["maas.opendatahub.io/gateway-access-e2e-ait-0836c883"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.437198653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c384a4-e533-4682-b75e-f39d41728ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.453379388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c384a4-e533-4682-b75e-f39d41728ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.455863261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-3b30fbca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.473127325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c384a4-e533-4682-b75e-f39d41728ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.495472632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-3b30fbca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.512629811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-3b30fbca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.528304891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-3b30fbca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.5441976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-3b30fbca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.563111814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-3b30fbca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.583532599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3b30fbca"},"namespace":"ai-tenant-e2e-migrate-3b30fbca","name":"default-tenant","reconcileID":"60f8ad41-349d-48c0-bfaf-385e8ffc119d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-3b30fbca","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:16.935520887Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-3b30fbca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-3b30fbca","reconcileID":"454e7380-32e1-4935-89c2-fefbca403e8f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-3b30fbca-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-3b30fbca-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:17.228031241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14e8ac82-ee44-4b27-9210-1e290b41fc96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:17.245492724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14e8ac82-ee44-4b27-9210-1e290b41fc96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:17.264919872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14e8ac82-ee44-4b27-9210-1e290b41fc96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:17.286194764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14e8ac82-ee44-4b27-9210-1e290b41fc96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:18.098644165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2412626f-4da2-4530-bbfe-82ea63d79e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:18.115037259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2412626f-4da2-4530-bbfe-82ea63d79e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:18.130929188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2412626f-4da2-4530-bbfe-82ea63d79e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:18.14710553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2412626f-4da2-4530-bbfe-82ea63d79e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:18.873542442Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","namespace":"ai-tenant-e2e-ait-14a5c09a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:18.873827149Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","namespace":"ai-tenant-e2e-ait-14a5c09a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:18.873951992Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","tenant":"e2e-ait-14a5c09a","tenantID":"e2e-ait-14a5c09a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:18.89438479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","gvk":"Deployment","name":"maas-api-e2e-ait-14a5c09a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:18.907229241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb65c1e-b8e0-4ee1-9165-2a7951d03e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:18.925223478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb65c1e-b8e0-4ee1-9165-2a7951d03e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:18.942950904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb65c1e-b8e0-4ee1-9165-2a7951d03e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:18.953614168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","gvk":"Service","name":"maas-api-e2e-ait-14a5c09a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:18.96002041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb65c1e-b8e0-4ee1-9165-2a7951d03e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:18.984745421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-14a5c09a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:19.005104037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-14a5c09a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:19.029043226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-14a5c09a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:19.056444876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-14a5c09a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:19.098860704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-14a5c09a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:19.135389658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-14a5c09a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:19.16225209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","gvk":"Deployment","name":"payload-processing-e2e-ait-14a5c09a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:19.183164046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-14a5c09a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:19.199206926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","gvk":"Service","name":"payload-processing-e2e-ait-14a5c09a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:19.215689551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","gvk":"Service","name":"payload-pre-processing-e2e-ait-14a5c09a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:19.231700321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","gvk":"DestinationRule","name":"payload-processing-e2e-ait-14a5c09a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:19.251293735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-14a5c09a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:19.269196142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-14a5c09a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:19.292081883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-14a5c09a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:19.308042595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-14a5c09a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:19.326444859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-14a5c09a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:19.342292932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-14a5c09a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:19.359138126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-14a5c09a"},"namespace":"ai-tenant-e2e-ait-14a5c09a","name":"default-tenant","reconcileID":"fbf6fcfd-f33b-4efe-87c0-b2923e35deed","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-14a5c09a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:19.692805504Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-14a5c09a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-14a5c09a","reconcileID":"d253d976-4474-4944-a7bb-824c4028df07","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-14a5c09a","removed":["maas.opendatahub.io/gateway-access-e2e-ait-14a5c09a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:20.197609012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6f5d56a-b7fb-4a08-a990-adedaddcd1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:20.233470121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6f5d56a-b7fb-4a08-a990-adedaddcd1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:20.251493174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6f5d56a-b7fb-4a08-a990-adedaddcd1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:20.278945522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6f5d56a-b7fb-4a08-a990-adedaddcd1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:20.619161214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bb51efc3-eefd-42cb-9ba8-60bce8fcbb8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:20.727389974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dcc42dc9-434a-4df5-9d8c-1f9606305384","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:21.144130935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0f9229-24b7-427e-8f68-b895c75f1d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:21.163998954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0f9229-24b7-427e-8f68-b895c75f1d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:21.184425264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0f9229-24b7-427e-8f68-b895c75f1d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:21.20051679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0f9229-24b7-427e-8f68-b895c75f1d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:21.981270598Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-4e261b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-4e261b","reconcileID":"2ba65229-a76d-4601-88b5-250e49c9b8c8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-4e261b","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-4e261b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:22.071304439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec469211-c4e7-44a8-b4a0-97e93175aa92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:22.087470761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec469211-c4e7-44a8-b4a0-97e93175aa92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:22.10382572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec469211-c4e7-44a8-b4a0-97e93175aa92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:22.120090454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec469211-c4e7-44a8-b4a0-97e93175aa92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:22.802406392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10a3c4aa-21bc-4abd-b5bc-ff020c97ee14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:22.818616063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10a3c4aa-21bc-4abd-b5bc-ff020c97ee14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:22.834694774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10a3c4aa-21bc-4abd-b5bc-ff020c97ee14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:22.850963466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10a3c4aa-21bc-4abd-b5bc-ff020c97ee14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:23.545228564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e60d175-d05b-4dca-89c2-449242b6e764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:23.561303815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e60d175-d05b-4dca-89c2-449242b6e764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:23.577420385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e60d175-d05b-4dca-89c2-449242b6e764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:23.593502301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e60d175-d05b-4dca-89c2-449242b6e764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:24.382724175Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:26.365921084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e99f3b7-68b5-46c1-b2a7-577c83943f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:26.382013243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e99f3b7-68b5-46c1-b2a7-577c83943f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:26.397979856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e99f3b7-68b5-46c1-b2a7-577c83943f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:26.413879675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e99f3b7-68b5-46c1-b2a7-577c83943f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:27.062927473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb57f9d-85c2-47ec-8f1a-f102dc11e042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:27.079213552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb57f9d-85c2-47ec-8f1a-f102dc11e042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:27.095360894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb57f9d-85c2-47ec-8f1a-f102dc11e042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:27.111385428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb57f9d-85c2-47ec-8f1a-f102dc11e042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:27.869287123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"616bbd42-2745-49e0-8967-fdf470574625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:27.885466068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"616bbd42-2745-49e0-8967-fdf470574625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:27.901561339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"616bbd42-2745-49e0-8967-fdf470574625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:27.917549935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"616bbd42-2745-49e0-8967-fdf470574625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:28.650581257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d88a8e0-0b12-496c-991a-8596f64124e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:28.667340596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d88a8e0-0b12-496c-991a-8596f64124e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:28.683848996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d88a8e0-0b12-496c-991a-8596f64124e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:28.700971763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d88a8e0-0b12-496c-991a-8596f64124e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.433304837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a003f94-df91-4116-823a-c99397be41a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.453099647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a003f94-df91-4116-823a-c99397be41a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.469507967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a003f94-df91-4116-823a-c99397be41a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.485461256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a003f94-df91-4116-823a-c99397be41a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.572200573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"e388a106-fe80-4f1f-8ea6-dd09cd99fccf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.62611095Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"e388a106-fe80-4f1f-8ea6-dd09cd99fccf","name":"e2e-worker-w3-4e261b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.648253811Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","namespace":"ai-tenant-e2e-ait-90364398","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.648332244Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","namespace":"ai-tenant-e2e-ait-90364398","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.648405522Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","tenant":"e2e-ait-90364398","tenantID":"e2e-ait-90364398","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.666454169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","gvk":"Deployment","name":"maas-api-e2e-ait-90364398","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.714194741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","gvk":"Service","name":"maas-api-e2e-ait-90364398","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.735078598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-90364398","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.755182128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-90364398","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.776825047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-90364398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.796881304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-90364398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.818341897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-90364398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.836846235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-90364398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.854811368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","gvk":"Deployment","name":"payload-processing-e2e-ait-90364398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.872142471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-90364398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.887649243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","gvk":"Service","name":"payload-processing-e2e-ait-90364398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.90373584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","gvk":"Service","name":"payload-pre-processing-e2e-ait-90364398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.919286568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","gvk":"DestinationRule","name":"payload-processing-e2e-ait-90364398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.945941597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-90364398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.975133932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-90364398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:29.99581711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-90364398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:30.058194749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-90364398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:30.07399041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-90364398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:30.089974346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-90364398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:30.106190545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-90364398"},"namespace":"ai-tenant-e2e-ait-90364398","name":"default-tenant","reconcileID":"b7f6a3b9-ad9b-40f3-b722-a4f320c74429","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-90364398","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:30.292874924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec558e2-9c84-43e4-b3d0-78efb1d2bab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:30.309302454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec558e2-9c84-43e4-b3d0-78efb1d2bab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:30.325656026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec558e2-9c84-43e4-b3d0-78efb1d2bab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:30.341799749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec558e2-9c84-43e4-b3d0-78efb1d2bab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:30.435623118Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-90364398","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-90364398","reconcileID":"6e9e6a8e-2005-4005-86b4-157fde67b1d9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-90364398","removed":["maas.opendatahub.io/gateway-access-e2e-ait-90364398"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:31.070669872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"445e60df-7d3e-4e18-bdcb-97a4ed86a636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:31.086863232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"445e60df-7d3e-4e18-bdcb-97a4ed86a636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:31.102866587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"445e60df-7d3e-4e18-bdcb-97a4ed86a636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:31.11882688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"445e60df-7d3e-4e18-bdcb-97a4ed86a636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:31.850244055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7390397f-89a5-4631-9383-13170c8a467d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:31.873688606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7390397f-89a5-4631-9383-13170c8a467d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:31.899013071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7390397f-89a5-4631-9383-13170c8a467d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:31.923299429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7390397f-89a5-4631-9383-13170c8a467d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:32.758399032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f16ba8-2321-4c4d-9be7-2437df27e02e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:32.780329602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f16ba8-2321-4c4d-9be7-2437df27e02e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:32.815133177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f16ba8-2321-4c4d-9be7-2437df27e02e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:32.831587215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f16ba8-2321-4c4d-9be7-2437df27e02e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:33.125464078Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-849669","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-849669","reconcileID":"ea80e189-1f0c-4f30-88c5-d9e764ef84be","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-849669","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-849669":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:33.571039731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ffe2b4-0159-4975-b35b-f4e2fe736b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:33.594002371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ffe2b4-0159-4975-b35b-f4e2fe736b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:33.613718299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ffe2b4-0159-4975-b35b-f4e2fe736b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:33.629820704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ffe2b4-0159-4975-b35b-f4e2fe736b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:34.37625433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d4c331c-b267-4cc4-9ba1-21a93d1f0295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:34.396102569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d4c331c-b267-4cc4-9ba1-21a93d1f0295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:34.412221044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d4c331c-b267-4cc4-9ba1-21a93d1f0295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:34.428237042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d4c331c-b267-4cc4-9ba1-21a93d1f0295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:35.217582239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b100025-27d3-4ef7-8f05-a221dfeb9b8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:35.233395636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b100025-27d3-4ef7-8f05-a221dfeb9b8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:35.249362375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b100025-27d3-4ef7-8f05-a221dfeb9b8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:35.26713081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b100025-27d3-4ef7-8f05-a221dfeb9b8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:35.419837118Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-3ccdab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-3ccdab","reconcileID":"b8812acb-5bb1-4417-bd57-4b30fc81a67f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-3ccdab","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-3ccdab":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:35.939523284Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-1d9b1a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-1d9b1a","reconcileID":"fd7c5743-5404-4a57-bbc2-2905e16e9e64","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-1d9b1a","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-1d9b1a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:36.107166256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f2e2f64-46c8-493a-b6fc-84c7ae8460ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:36.123715661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f2e2f64-46c8-493a-b6fc-84c7ae8460ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:36.139593796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f2e2f64-46c8-493a-b6fc-84c7ae8460ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:36.158975655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f2e2f64-46c8-493a-b6fc-84c7ae8460ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:37.026273022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63b3514e-5441-4caa-9c2e-a302761b7702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:37.043107274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63b3514e-5441-4caa-9c2e-a302761b7702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:37.059837987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63b3514e-5441-4caa-9c2e-a302761b7702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:37.082356631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63b3514e-5441-4caa-9c2e-a302761b7702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:37.90594423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea43f96-a07c-4492-835e-1e0feae59a2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:37.922783827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea43f96-a07c-4492-835e-1e0feae59a2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:37.938937971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea43f96-a07c-4492-835e-1e0feae59a2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:37.954885676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea43f96-a07c-4492-835e-1e0feae59a2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:38.666005256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181290b1-098e-43ec-a448-65ed01ac7446","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:38.681848546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181290b1-098e-43ec-a448-65ed01ac7446","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:38.697759958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181290b1-098e-43ec-a448-65ed01ac7446","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:38.713768136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181290b1-098e-43ec-a448-65ed01ac7446","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:39.020391171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dac950fd-6032-48d3-bd5a-65eebdfc459f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:39.175595947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0513cbdd-1ec3-4b50-a90c-f275f8e3cd00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:39.506504014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d195a68e-e2d8-483f-954c-24952b7ea039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:39.550556775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d195a68e-e2d8-483f-954c-24952b7ea039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:39.569483215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d195a68e-e2d8-483f-954c-24952b7ea039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:39.585565121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d195a68e-e2d8-483f-954c-24952b7ea039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:40.886263928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"d46d3660-9403-445a-98c5-31697c45cd75","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:40.939913386Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"d46d3660-9403-445a-98c5-31697c45cd75","name":"e2e-worker-w4-849669-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:40.963745268Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","namespace":"ai-tenant-e2e-derive-64715175","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:40.963803026Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","namespace":"ai-tenant-e2e-derive-64715175","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:40.96385485Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","tenant":"e2e-derive-64715175","tenantID":"e2e-derive-64715175","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:40.982359121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","gvk":"Deployment","name":"maas-api-e2e-derive-64715175","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:41.013733883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","gvk":"Service","name":"maas-api-e2e-derive-64715175","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:41.037301124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-64715175","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:41.055470774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-64715175","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:41.079846634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-64715175","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:41.100395387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-64715175","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:41.122356961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-64715175","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:41.140978313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-64715175","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:41.156427217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","gvk":"Deployment","name":"payload-processing-e2e-derive-64715175","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:41.172133194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-64715175","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:41.188250628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","gvk":"Service","name":"payload-processing-e2e-derive-64715175","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:41.204147105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","gvk":"Service","name":"payload-pre-processing-e2e-derive-64715175","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:41.219888007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","gvk":"DestinationRule","name":"payload-processing-e2e-derive-64715175","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:41.235793787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-64715175","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:41.257645264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-64715175","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:41.279016027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-64715175","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:41.295186253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-64715175","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:41.31244557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-64715175","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:41.329979855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-64715175","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:41.345838514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64715175"},"namespace":"ai-tenant-e2e-derive-64715175","name":"default-tenant","reconcileID":"d4c21dae-34e5-4e5f-b27e-ccf520606f14","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-64715175","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:41.707191175Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-64715175","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-64715175","reconcileID":"fb6f0da2-8781-494a-aaaf-2a04d822ebda","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-64715175","removed":["maas.opendatahub.io/gateway-access-e2e-derive-64715175"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:42.19891603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ebd57a-e5dc-4f4d-9a0f-b1d8ad5a3b49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:42.215083394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ebd57a-e5dc-4f4d-9a0f-b1d8ad5a3b49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:42.233205826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ebd57a-e5dc-4f4d-9a0f-b1d8ad5a3b49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:42.249633099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ebd57a-e5dc-4f4d-9a0f-b1d8ad5a3b49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:43.072673944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"39af6a75-121e-4a34-b538-9264de3c7da2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:43.074738092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87968410-c41f-4de5-a349-ca40170627a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:43.103935875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87968410-c41f-4de5-a349-ca40170627a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:43.15664993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87968410-c41f-4de5-a349-ca40170627a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:43.185549542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87968410-c41f-4de5-a349-ca40170627a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:43.222134539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"36081b8f-049d-4235-aecc-7eeae3a703a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:43.52603709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b1cb9a88-cc12-4f62-a5d7-efb8cadc8f8e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:43.578155691Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b1cb9a88-cc12-4f62-a5d7-efb8cadc8f8e","name":"e2e-worker-w0-3ccdab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:45.806238655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"2b9c17d1-a88f-4ca3-86b4-204be54b33f1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:45.857587811Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"2b9c17d1-a88f-4ca3-86b4-204be54b33f1","name":"e2e-worker-w2-1d9b1a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:52.327072122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"313e1dd4-ca10-4040-9514-08ead5a70114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:52.343632172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"313e1dd4-ca10-4040-9514-08ead5a70114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:52.359439378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"313e1dd4-ca10-4040-9514-08ead5a70114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:52.375311742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"313e1dd4-ca10-4040-9514-08ead5a70114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:53.063263231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb23489-3d23-4a5d-bfe7-a8e9d91f73ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:53.08099699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb23489-3d23-4a5d-bfe7-a8e9d91f73ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:53.096896055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb23489-3d23-4a5d-bfe7-a8e9d91f73ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:53.112844256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb23489-3d23-4a5d-bfe7-a8e9d91f73ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:54.389598357Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:54.548530561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71848928-5fa1-4add-b78a-170780d34567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:54.551033563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"82d3f2c8-1d36-41ea-ba71-ad9fb8f0aa75","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:54.569031375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71848928-5fa1-4add-b78a-170780d34567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:54.588146566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71848928-5fa1-4add-b78a-170780d34567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:54.610603632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71848928-5fa1-4add-b78a-170780d34567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:54.66258226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bdd7877d-63a7-498d-aba3-b21cb9eac6ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:55.401098736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e90a57-c028-4bd8-9f69-d48f36fc695c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:55.416993409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e90a57-c028-4bd8-9f69-d48f36fc695c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:55.433127948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e90a57-c028-4bd8-9f69-d48f36fc695c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:55.450670059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e90a57-c028-4bd8-9f69-d48f36fc695c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:56.640550028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27167d35-a043-4050-86b2-1efa63542e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:56.656812193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27167d35-a043-4050-86b2-1efa63542e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:56.675597434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27167d35-a043-4050-86b2-1efa63542e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:56.692521734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27167d35-a043-4050-86b2-1efa63542e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:57.407069971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f232ac-632e-4590-a995-3ca1a1789c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:57.422956979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f232ac-632e-4590-a995-3ca1a1789c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:57.439244919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f232ac-632e-4590-a995-3ca1a1789c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:57.454964307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f232ac-632e-4590-a995-3ca1a1789c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:57.692099998Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-e43a66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-e43a66","reconcileID":"e75de906-9762-427c-8da0-809d8a14ae3f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-e43a66","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-e43a66":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:58.184474753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709451cd-805c-48e6-b112-a54cb63ab886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:58.200439736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709451cd-805c-48e6-b112-a54cb63ab886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:58.218476148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709451cd-805c-48e6-b112-a54cb63ab886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:42:58.234392603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709451cd-805c-48e6-b112-a54cb63ab886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:03.847295464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4fb4501a-f35d-4d44-ad85-79b11b9f792a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:03.948338407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a5a0530a-7e9d-46dd-aaa6-61d7f894144f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:04.882419399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"b09b666f-42de-40bb-9c51-3a06d8f90e7e","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:07.507803835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a2a8ad9b-e6d2-4010-93fd-0ceb30b5bde6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:07.612019164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fc1b4ebb-1bd2-4180-ab87-273f8b3bc417","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:08.067400189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"26d3bc14-a263-4e7a-8804-72b7527745de","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:08.116444762Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"26d3bc14-a263-4e7a-8804-72b7527745de","name":"e2e-worker-w1-e43a66-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:13.243136264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"09770bb8-135b-4f1e-b832-cf0df0f09c20","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:13.351442903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"40246f19-d164-40b9-b05a-421162f8431e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:16.391112654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"993db08e-d9fc-4cbb-bde0-aa80e289b1e5","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:16.424889392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"cbdde458-7375-4167-882f-d310f5c586fc","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:20.165042676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eab284b-8b73-4d6b-b6f0-d8a3226dea7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:20.182424154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eab284b-8b73-4d6b-b6f0-d8a3226dea7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:20.199223357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eab284b-8b73-4d6b-b6f0-d8a3226dea7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:20.218252863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eab284b-8b73-4d6b-b6f0-d8a3226dea7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:20.885813086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"5bacb525-04e4-45a0-831c-af72ddc3c077","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:20.964920683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b512aa-2013-4be6-874b-db4e71afc089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:20.980836582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b512aa-2013-4be6-874b-db4e71afc089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:20.996774898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b512aa-2013-4be6-874b-db4e71afc089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:21.012842773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b512aa-2013-4be6-874b-db4e71afc089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:23.018776094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"38895dbb-1c2e-4150-8678-cb44742ee0f2","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:23.210131778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"5b7ae7e2-de54-41fb-8f65-3a4d8513a836","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:24.386488279Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:27.478168117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"8efa7731-b835-4bce-9c2b-0ec85502b9ab","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:27.511323774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"192336d3-3368-4266-9c53-cb5d1aa8de3e","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:34.987890177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"da74102c-9a2a-42f9-aec9-33c0d855df5f","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:35.077555465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"1b4f5a81-cd14-4b9a-af00-fa2e7a095923","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:38.59310314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"80fb9325-0209-4f7d-a2c9-c18e95509c07","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:38.63506263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"6739152a-73d0-4e9e-a0f2-9032052b0aaa","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:41.71539182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"0295e221-8a4a-423b-a681-f2277ba08b7f","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:41.928652247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"0ef8a2fd-4903-438b-93a4-2846bcc2d65b","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:41.951457482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fec5e77-3bf9-4bf7-be83-c12295f4c98c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:41.951472078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fec5e77-3bf9-4bf7-be83-c12295f4c98c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:41.969341457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"656b14bc-406f-4661-8836-638ec6518aca","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:43:41.971093035Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4e261b/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:41.991822453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"140e1a8e-f953-463a-b313-e4cdf4b07594","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:41.994957067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a552a53f-a366-44cd-ba66-0062b3635eaf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:41.99496976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a552a53f-a366-44cd-ba66-0062b3635eaf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.066352712Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"578cd352-ed6a-4a24-97f5-53b2570557b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"simulator-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.139277982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"22ac5613-f5d2-49fd-8e8d-f6fc5d4e914f","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.188104131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"267441eb-326c-48b9-9165-a3d36819e9df","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.210372115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"c224ba33-6b9e-4e5f-96f2-fd28af8f8ca5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.210734065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"8c4c9870-87c8-4e75-bcd2-d9db2ba13f13","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.242061251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"62c3d589-e079-4793-a58a-6adc8a51fb0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.302703652Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"62c3d589-e079-4793-a58a-6adc8a51fb0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.311488549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"dba5dd5d-5d6c-4b90-87cf-dadba5ce082c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.322700956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4e261b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"62c3d589-e079-4793-a58a-6adc8a51fb0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.347771091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"5fe1f585-50f7-46a0-a712-86b09a58f550","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.381738665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"8c1f1014-2f0a-4053-85b9-a4f0d6d8e7e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.402797106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"8c1f1014-2f0a-4053-85b9-a4f0d6d8e7e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.41262681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"72dd35de-ba77-4cd0-9186-1b677c426cf9","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.425574095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4e261b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"8c1f1014-2f0a-4053-85b9-a4f0d6d8e7e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.445278021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"66ad7d00-93b4-4f50-bf1e-8fb9ccb3fd02","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.453976281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"ee3029d4-45e5-45a3-8a6a-0ed4f1a8a826","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:43:42.466972084Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4e261b/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.477551101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"735a5692-77da-426d-a908-e391c6b44345","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.482642004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"d92ce36a-c381-4053-999a-f8c86892b82c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.506607193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"d92ce36a-c381-4053-999a-f8c86892b82c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.526768841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4e261b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"d92ce36a-c381-4053-999a-f8c86892b82c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.5554842Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"92fd7935-d3fa-4c21-bea0-9476362b0ede","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"premium-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.582439247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"494fcaf3-7252-48c3-9b3b-b8cdfcd1ee2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.603261628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"494fcaf3-7252-48c3-9b3b-b8cdfcd1ee2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.611143067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"37fc435a-8796-42d4-8f3a-fb96ba194337","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.623120201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"44535441-58f2-4d4b-b721-15769ff96cc8","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.625839124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4e261b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"494fcaf3-7252-48c3-9b3b-b8cdfcd1ee2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.646297395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"7635c751-b396-42cd-821c-a6deec82c295","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.678920013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"d5251e32-584d-4e90-be53-577b355e53b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.698870401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"401fb9c5-0420-4266-b1fc-7f17a441c531","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.699356585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"3d034382-ef7f-461a-9a49-d83aba4e06d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.761750831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"401fb9c5-0420-4266-b1fc-7f17a441c531","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.765978797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"3d034382-ef7f-461a-9a49-d83aba4e06d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.782407978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4e261b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"401fb9c5-0420-4266-b1fc-7f17a441c531","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.78634119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4e261b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"3d034382-ef7f-461a-9a49-d83aba4e06d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.804361401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"613721df-8ffe-481f-bc81-1913ea980542","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.82659076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"fce6a5dd-d13a-490c-8a8d-0abd39696aa4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.853063976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"04f065d5-f9f1-4298-a595-2cbfea5c2896","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.874638097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"04f065d5-f9f1-4298-a595-2cbfea5c2896","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:42.895050363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4e261b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"04f065d5-f9f1-4298-a595-2cbfea5c2896","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:49.036676931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"8187ddea-8c0b-4300-af37-97347376f5ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:49.096950467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"19fe4535-6879-4945-b507-2afa79541f28","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:49.123213493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"80cbc1b1-7373-4372-94d6-064240efb05b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:49.193108605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"f12d2ea7-5f89-49fc-93a0-6ada22c1c309","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:49.217578662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"389e12b9-4bcf-436f-8444-ae518ab19b5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:49.217718968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e65796f5-90a8-4a60-822e-2363001a9b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:49.238833929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"389e12b9-4bcf-436f-8444-ae518ab19b5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:49.239105554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e65796f5-90a8-4a60-822e-2363001a9b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:49.269878341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4e261b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95a80873705461eb635fb14e75b5280120e7aec728818eb33af7d260f0642c90) AuthConfig (658e44208a4879e1b5807a8459ca17926887fa5c993d32d6072ec37a2cdcf09a) AuthConfig (0f196a411cb39432f8f2a8af5242ba677f8d91e93fef79ce0b7c820588e42d38) AuthConfig (5815f5a142611907b129dd3e8eb31a36c4a92e1406f4c0a572ce579195c10b83) AuthConfig (b273135b81a3f365972b618c0985716fddaed43c5bf1ca474c1d4556f51d7413) AuthConfig (47eceb003acd819b7b1820e0b7350c89c98e91fb3b85a6a4c43572bd48568fe3) AuthConfig (5ac84d5e9c3a91a6078c04dc0a620879b08a8e2113b5747590285239deb58fda) AuthConfig (9a3a4e553633d760f3b14972523166cc039ee8cfb95711992bcc46b0ac232c84) AuthConfig (6fc1dcf6acc8b4beaf811b4cbd1cd4ef85be985f53be47497420cc6532ab006e) AuthConfig (1798d10360194cdbd7dddc31096a330b0913f064f5fd2fc3e7c491f5567d6c3c) AuthConfig (2450356aea4f9973c71a34cd0863802278dbfbf58fbaf3befd6398f9eda5e606) AuthConfig (9c7d1acfb29f2b3786d4bcc08da293cd18fb3c4b4f3bb130776e822c760c2636) AuthConfig (f748dd1fe5de8e372c8a33e54729f3cd17d9a0ec8043bc5d4a5d2bfea89ec7fc) AuthConfig (2c409c375231268b29872f257bc3ae38c83b1a67fc5cc9f19d6f34ebe1b6047e) AuthConfig (d09ae1c6eeec8f771e2a39b335d74288641e2f043fb92b5134344ad31b0799a1) AuthConfig (c905a38c2cd1012fc568f834ca6df596d9f59a2084db28fbf42a9fb61092aa57) AuthConfig (1c7a8a20600e14e784a30f52a9c4ba5321f59b53bc262612dc0d17f70174546e) AuthConfig (70719dc1abaab6fca5e14f8a9cf2d03a4792e83a7258e39f944eebf1faf1f1b1) AuthConfig (ddb7e943ff2e5f0d91990177facfe54c6dce7c9afaad42ba9623c9ef8e750340) AuthConfig (0b984deec11fa7a1813b2f1e40c1531be3f7cd7e0df74ad6f5f09050c7be3f5e) AuthConfig (99ac3ed6b9570420517050be36b66600c8147149567ba7d092da1e5511b56cf0) AuthConfig (4d3c0eec953dd61117e772753d2d4ca56bdede26ade5fe1aaf33e66174fd9a44) AuthConfig (00d1ecbcb0f9a42fccc00536856a8c1c46994006370d82e7983a804212263494) AuthConfig (4a459ada7ad3b3e1de0e1cc5f66b26ba59bcd796d49f7438df9da5d82814d896) AuthConfig (c29f7781f2709e3c4489f06a62f39165360017841579d72f7c51ef0141112c3e) AuthConfig (eedef17b74f582d33e8f60ac06f16dd4012beb6daa786a7546c6c00da46223e4) AuthConfig (e4487c211419878a7c0c1fd5f3baead6533ab7e09884911d2a05806bf9a9996b) AuthConfig (21cd5567ca8aa1e0b9380c8169007d116ad3c24e35bb7c3d395edaa76996eb0c) AuthConfig (ed74d81ef0268e220267222ae573592cd1d80f27acdef6425cd928dd6f5be0a7) AuthConfig (855420e98be39ea3597a1e120b819494152b68d9d2e825a9b4bccb2a5be96420)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e65796f5-90a8-4a60-822e-2363001a9b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:49.276822526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4e261b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95a80873705461eb635fb14e75b5280120e7aec728818eb33af7d260f0642c90) AuthConfig (658e44208a4879e1b5807a8459ca17926887fa5c993d32d6072ec37a2cdcf09a) AuthConfig (0f196a411cb39432f8f2a8af5242ba677f8d91e93fef79ce0b7c820588e42d38) AuthConfig (5815f5a142611907b129dd3e8eb31a36c4a92e1406f4c0a572ce579195c10b83) AuthConfig (b273135b81a3f365972b618c0985716fddaed43c5bf1ca474c1d4556f51d7413) AuthConfig (47eceb003acd819b7b1820e0b7350c89c98e91fb3b85a6a4c43572bd48568fe3) AuthConfig (5ac84d5e9c3a91a6078c04dc0a620879b08a8e2113b5747590285239deb58fda) AuthConfig (9a3a4e553633d760f3b14972523166cc039ee8cfb95711992bcc46b0ac232c84) AuthConfig (6fc1dcf6acc8b4beaf811b4cbd1cd4ef85be985f53be47497420cc6532ab006e) AuthConfig (1798d10360194cdbd7dddc31096a330b0913f064f5fd2fc3e7c491f5567d6c3c) AuthConfig (2450356aea4f9973c71a34cd0863802278dbfbf58fbaf3befd6398f9eda5e606) AuthConfig (9c7d1acfb29f2b3786d4bcc08da293cd18fb3c4b4f3bb130776e822c760c2636) AuthConfig (f748dd1fe5de8e372c8a33e54729f3cd17d9a0ec8043bc5d4a5d2bfea89ec7fc) AuthConfig (2c409c375231268b29872f257bc3ae38c83b1a67fc5cc9f19d6f34ebe1b6047e) AuthConfig (d09ae1c6eeec8f771e2a39b335d74288641e2f043fb92b5134344ad31b0799a1) AuthConfig (c905a38c2cd1012fc568f834ca6df596d9f59a2084db28fbf42a9fb61092aa57) AuthConfig (1c7a8a20600e14e784a30f52a9c4ba5321f59b53bc262612dc0d17f70174546e) AuthConfig (70719dc1abaab6fca5e14f8a9cf2d03a4792e83a7258e39f944eebf1faf1f1b1) AuthConfig (ddb7e943ff2e5f0d91990177facfe54c6dce7c9afaad42ba9623c9ef8e750340) AuthConfig (0b984deec11fa7a1813b2f1e40c1531be3f7cd7e0df74ad6f5f09050c7be3f5e) AuthConfig (99ac3ed6b9570420517050be36b66600c8147149567ba7d092da1e5511b56cf0) AuthConfig (4d3c0eec953dd61117e772753d2d4ca56bdede26ade5fe1aaf33e66174fd9a44) AuthConfig (00d1ecbcb0f9a42fccc00536856a8c1c46994006370d82e7983a804212263494) AuthConfig (4a459ada7ad3b3e1de0e1cc5f66b26ba59bcd796d49f7438df9da5d82814d896) AuthConfig (c29f7781f2709e3c4489f06a62f39165360017841579d72f7c51ef0141112c3e) AuthConfig (eedef17b74f582d33e8f60ac06f16dd4012beb6daa786a7546c6c00da46223e4) AuthConfig (e4487c211419878a7c0c1fd5f3baead6533ab7e09884911d2a05806bf9a9996b) AuthConfig (21cd5567ca8aa1e0b9380c8169007d116ad3c24e35bb7c3d395edaa76996eb0c) AuthConfig (ed74d81ef0268e220267222ae573592cd1d80f27acdef6425cd928dd6f5be0a7) AuthConfig (855420e98be39ea3597a1e120b819494152b68d9d2e825a9b4bccb2a5be96420)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"389e12b9-4bcf-436f-8444-ae518ab19b5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:49.302726312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"ec9c15ca-9d19-4254-b7a1-caf05cdacc89","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:49.311438692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"c680f6c0-0922-4573-80e0-23023e45fb37","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:49.350885741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b36c8e47-6f56-4287-b550-1497c9f0b12a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:49.373263975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b36c8e47-6f56-4287-b550-1497c9f0b12a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:49.393111347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4e261b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95a80873705461eb635fb14e75b5280120e7aec728818eb33af7d260f0642c90) AuthConfig (658e44208a4879e1b5807a8459ca17926887fa5c993d32d6072ec37a2cdcf09a) AuthConfig (0f196a411cb39432f8f2a8af5242ba677f8d91e93fef79ce0b7c820588e42d38) AuthConfig (5815f5a142611907b129dd3e8eb31a36c4a92e1406f4c0a572ce579195c10b83) AuthConfig (b273135b81a3f365972b618c0985716fddaed43c5bf1ca474c1d4556f51d7413) AuthConfig (47eceb003acd819b7b1820e0b7350c89c98e91fb3b85a6a4c43572bd48568fe3) AuthConfig (5ac84d5e9c3a91a6078c04dc0a620879b08a8e2113b5747590285239deb58fda) AuthConfig (9a3a4e553633d760f3b14972523166cc039ee8cfb95711992bcc46b0ac232c84) AuthConfig (6fc1dcf6acc8b4beaf811b4cbd1cd4ef85be985f53be47497420cc6532ab006e) AuthConfig (1798d10360194cdbd7dddc31096a330b0913f064f5fd2fc3e7c491f5567d6c3c) AuthConfig (2450356aea4f9973c71a34cd0863802278dbfbf58fbaf3befd6398f9eda5e606) AuthConfig (9c7d1acfb29f2b3786d4bcc08da293cd18fb3c4b4f3bb130776e822c760c2636) AuthConfig (f748dd1fe5de8e372c8a33e54729f3cd17d9a0ec8043bc5d4a5d2bfea89ec7fc) AuthConfig (2c409c375231268b29872f257bc3ae38c83b1a67fc5cc9f19d6f34ebe1b6047e) AuthConfig (d09ae1c6eeec8f771e2a39b335d74288641e2f043fb92b5134344ad31b0799a1) AuthConfig (c905a38c2cd1012fc568f834ca6df596d9f59a2084db28fbf42a9fb61092aa57) AuthConfig (1c7a8a20600e14e784a30f52a9c4ba5321f59b53bc262612dc0d17f70174546e) AuthConfig (70719dc1abaab6fca5e14f8a9cf2d03a4792e83a7258e39f944eebf1faf1f1b1) AuthConfig (ddb7e943ff2e5f0d91990177facfe54c6dce7c9afaad42ba9623c9ef8e750340) AuthConfig (0b984deec11fa7a1813b2f1e40c1531be3f7cd7e0df74ad6f5f09050c7be3f5e) AuthConfig (99ac3ed6b9570420517050be36b66600c8147149567ba7d092da1e5511b56cf0) AuthConfig (4d3c0eec953dd61117e772753d2d4ca56bdede26ade5fe1aaf33e66174fd9a44) AuthConfig (00d1ecbcb0f9a42fccc00536856a8c1c46994006370d82e7983a804212263494) AuthConfig (4a459ada7ad3b3e1de0e1cc5f66b26ba59bcd796d49f7438df9da5d82814d896) AuthConfig (c29f7781f2709e3c4489f06a62f39165360017841579d72f7c51ef0141112c3e) AuthConfig (eedef17b74f582d33e8f60ac06f16dd4012beb6daa786a7546c6c00da46223e4) AuthConfig (e4487c211419878a7c0c1fd5f3baead6533ab7e09884911d2a05806bf9a9996b) AuthConfig (21cd5567ca8aa1e0b9380c8169007d116ad3c24e35bb7c3d395edaa76996eb0c) AuthConfig (ed74d81ef0268e220267222ae573592cd1d80f27acdef6425cd928dd6f5be0a7) AuthConfig (855420e98be39ea3597a1e120b819494152b68d9d2e825a9b4bccb2a5be96420)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b36c8e47-6f56-4287-b550-1497c9f0b12a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:49.451760991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"783f3038-811c-4246-a02b-151fa9529ebe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:49.472605274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"783f3038-811c-4246-a02b-151fa9529ebe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:49.492635455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4e261b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95a80873705461eb635fb14e75b5280120e7aec728818eb33af7d260f0642c90) AuthConfig (658e44208a4879e1b5807a8459ca17926887fa5c993d32d6072ec37a2cdcf09a) AuthConfig (0f196a411cb39432f8f2a8af5242ba677f8d91e93fef79ce0b7c820588e42d38) AuthConfig (5815f5a142611907b129dd3e8eb31a36c4a92e1406f4c0a572ce579195c10b83) AuthConfig (b273135b81a3f365972b618c0985716fddaed43c5bf1ca474c1d4556f51d7413) AuthConfig (47eceb003acd819b7b1820e0b7350c89c98e91fb3b85a6a4c43572bd48568fe3) AuthConfig (5ac84d5e9c3a91a6078c04dc0a620879b08a8e2113b5747590285239deb58fda) AuthConfig (9a3a4e553633d760f3b14972523166cc039ee8cfb95711992bcc46b0ac232c84) AuthConfig (6fc1dcf6acc8b4beaf811b4cbd1cd4ef85be985f53be47497420cc6532ab006e) AuthConfig (1798d10360194cdbd7dddc31096a330b0913f064f5fd2fc3e7c491f5567d6c3c) AuthConfig (2450356aea4f9973c71a34cd0863802278dbfbf58fbaf3befd6398f9eda5e606) AuthConfig (9c7d1acfb29f2b3786d4bcc08da293cd18fb3c4b4f3bb130776e822c760c2636) AuthConfig (f748dd1fe5de8e372c8a33e54729f3cd17d9a0ec8043bc5d4a5d2bfea89ec7fc) AuthConfig (2c409c375231268b29872f257bc3ae38c83b1a67fc5cc9f19d6f34ebe1b6047e) AuthConfig (d09ae1c6eeec8f771e2a39b335d74288641e2f043fb92b5134344ad31b0799a1) AuthConfig (c905a38c2cd1012fc568f834ca6df596d9f59a2084db28fbf42a9fb61092aa57) AuthConfig (1c7a8a20600e14e784a30f52a9c4ba5321f59b53bc262612dc0d17f70174546e) AuthConfig (70719dc1abaab6fca5e14f8a9cf2d03a4792e83a7258e39f944eebf1faf1f1b1) AuthConfig (ddb7e943ff2e5f0d91990177facfe54c6dce7c9afaad42ba9623c9ef8e750340) AuthConfig (0b984deec11fa7a1813b2f1e40c1531be3f7cd7e0df74ad6f5f09050c7be3f5e) AuthConfig (99ac3ed6b9570420517050be36b66600c8147149567ba7d092da1e5511b56cf0) AuthConfig (4d3c0eec953dd61117e772753d2d4ca56bdede26ade5fe1aaf33e66174fd9a44) AuthConfig (00d1ecbcb0f9a42fccc00536856a8c1c46994006370d82e7983a804212263494) AuthConfig (4a459ada7ad3b3e1de0e1cc5f66b26ba59bcd796d49f7438df9da5d82814d896) AuthConfig (c29f7781f2709e3c4489f06a62f39165360017841579d72f7c51ef0141112c3e) AuthConfig (eedef17b74f582d33e8f60ac06f16dd4012beb6daa786a7546c6c00da46223e4) AuthConfig (e4487c211419878a7c0c1fd5f3baead6533ab7e09884911d2a05806bf9a9996b) AuthConfig (21cd5567ca8aa1e0b9380c8169007d116ad3c24e35bb7c3d395edaa76996eb0c) AuthConfig (ed74d81ef0268e220267222ae573592cd1d80f27acdef6425cd928dd6f5be0a7) AuthConfig (855420e98be39ea3597a1e120b819494152b68d9d2e825a9b4bccb2a5be96420)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"783f3038-811c-4246-a02b-151fa9529ebe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:54.383407945Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:57.406565434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"e2a3f00a-f39d-487e-9f79-d02b8022a484","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:57.597869724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"a0580ad9-9af8-4595-8dac-26fca2477029","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:57.62067167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"7a0d7117-313c-4523-95a7-e60f7fc12e0c","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:57.635861831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"24b2e753-9d21-4ee9-8aea-e2baeac328ee","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:43:57.639095402Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-849669/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:57.656198796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"23ff7b81-8043-495b-957c-ca63c583599d","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:57.735088385Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"f1e52b74-1ff8-4c4f-8336-a8e015e4a5a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"simulator-w4-849669","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-849669/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:57.791693693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"277fdc93-730c-4954-a4e4-787b1df83b3d","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:57.809630386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"7b8f2d64-072b-49ec-b1e4-5cae6d92c1e3","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:57.832057483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"8d483840-df27-429b-bce5-98375918dbd8","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:43:57.850246415Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"8d483840-df27-429b-bce5-98375918dbd8","name":"simulator-w4-849669","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-849669\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:43:57.850304231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"8d483840-df27-429b-bce5-98375918dbd8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-849669\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:57.855568421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"48da5be3-8821-4cd6-b0be-9b761166ea7a","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:57.857963084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"ae030e15-59b1-4201-a36e-cf7aec4fa565","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:57.862409338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"152dc940-a9ac-4d53-835c-37c178a5cbd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:57.920060879Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"152dc940-a9ac-4d53-835c-37c178a5cbd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:57.940249996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-849669-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"152dc940-a9ac-4d53-835c-37c178a5cbd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:57.961867499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"1a2df385-18e7-4df6-b484-2caee311bd76","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:57.963029759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"442ca256-6541-4d03-8dff-332a4da51ac0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.028447947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"4e2f9f92-a87b-4809-9bae-112d849771f5","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.051427086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"90e58b19-2f12-4a9c-a814-929631d608aa","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.06348734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"8dca567c-72d6-4d62-914e-9bc54c981465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.064114254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"39b807e8-744e-4423-8d6f-6de56f50330a","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:43:58.068785033Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-849669/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.086103803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"8dca567c-72d6-4d62-914e-9bc54c981465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.08730863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"e0998195-efca-4e10-a081-8805a995d0a8","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.161962446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-849669-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"8dca567c-72d6-4d62-914e-9bc54c981465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:43:58.180707172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"8dca567c-72d6-4d62-914e-9bc54c981465","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.227353912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"1d456668-1d89-4092-84d4-2a1e1c900c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.229619014Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"d08e7cbe-6bf5-4e49-9810-78c6ec7b1158","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"premium-w4-849669","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-849669/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.254582025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"1d456668-1d89-4092-84d4-2a1e1c900c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.256599921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"5249679b-3b2e-4846-8e84-028875e7f205","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.275744917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-849669-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"1d456668-1d89-4092-84d4-2a1e1c900c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.281396969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"02cec8b3-8054-4535-9d2a-bb64ce77eafb","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:43:58.299330427Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"02cec8b3-8054-4535-9d2a-bb64ce77eafb","name":"premium-w4-849669","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-849669\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:43:58.299391417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"02cec8b3-8054-4535-9d2a-bb64ce77eafb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-849669\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.299512301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"90cad4fb-4765-4c37-a9f1-28b3c03ae72f","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.340237585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"107cbc5f-4f72-4242-87c8-0f7894c742b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.340237566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"bce78c5c-3569-4428-95cd-765d00288603","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.358230059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"d065a7ee-71aa-4c84-84ed-782420d587ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.361641706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"bce78c5c-3569-4428-95cd-765d00288603","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.362698063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"107cbc5f-4f72-4242-87c8-0f7894c742b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.382716463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-849669-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"bce78c5c-3569-4428-95cd-765d00288603","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.38915001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-849669-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"107cbc5f-4f72-4242-87c8-0f7894c742b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.406513152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"08ec259f-b141-4557-9800-736825549ac4","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.454057323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"06ed74e2-3889-4939-b886-db32d36f11ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.475689451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"06ed74e2-3889-4939-b886-db32d36f11ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:58.498175539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-849669-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"06ed74e2-3889-4939-b886-db32d36f11ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:59.441673983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"deb3134c-15c7-49d6-8a3a-585848787916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:59.463291103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"deb3134c-15c7-49d6-8a3a-585848787916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:59.551506815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"80b1ca18-c22f-4ffe-8089-8f8f324733eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:59.561752234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"fe39aa2b-85d8-4e3b-9dc8-3068cbf121eb","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:59.578588869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"80b1ca18-c22f-4ffe-8089-8f8f324733eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:43:59.669797587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"1bf729ba-369c-4003-a375-b392f85acb27","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:00.349940426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"def600ae-b01c-496e-a020-90abc940ebfb","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:00.516252865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"ef8b7f43-8e1e-4d4d-9e58-1221737c8dae","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:00.543561932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"04511553-0e62-4dbf-9ece-8d760774650f","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:00.564752331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"548d5b73-8f49-4d7e-98c6-3840f5243fdb","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:00.57837342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"df2ae217-701d-4744-bc86-097dd325ba50","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:00.627517742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"ab87e39b-b9b5-4c37-897d-c0aa65de2128","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:00.653727621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"3445b5c2-281f-40e8-81ca-64857df66d4d","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:00.723811104Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"7b031fcb-af91-4acb-a42c-94abeca6233c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"simulator-w2-1d9b1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:00.731968147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"c894f32e-fd1f-4264-9448-3852926a5fce","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:00.755020334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"0ba9914c-ca3d-4bb2-9529-67e8c6dc022f","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:00.773140106Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"0ba9914c-ca3d-4bb2-9529-67e8c6dc022f","name":"simulator-w2-1d9b1a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-1d9b1a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:00.773188352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"0ba9914c-ca3d-4bb2-9529-67e8c6dc022f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-1d9b1a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:00.779158694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"c5d3fde8-448e-410f-aa3b-e83d78eca198","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:00.781521619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"9df05e30-e911-48a8-b141-d4724def9730","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:00.783402369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"1c72a906-08a1-4a31-a223-89836b890138","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:00.852456087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"d14612cd-e279-48bc-b2ff-cc2d8568c84f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:00.856010143Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"1c72a906-08a1-4a31-a223-89836b890138","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:00.879199966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d9b1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"1c72a906-08a1-4a31-a223-89836b890138","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:00.906738005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"c8c0aca2-a422-46fc-b950-e64a5ef39486","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:00.941724143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b01d5456-8127-4c7a-bd33-04d0a84e0c94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:00.962858278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b01d5456-8127-4c7a-bd33-04d0a84e0c94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:00.974145638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"4b820984-9122-4bd9-9393-b8bf6d6635f3","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:00.983714944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d9b1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b01d5456-8127-4c7a-bd33-04d0a84e0c94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:00.995615756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"609156ea-fc44-431a-966e-d38f2d9f5e04","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.011051196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"b3cd712a-e2e8-468d-870f-2e89c6a64f5b","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:01.013029701Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-1d9b1a/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.030596877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"0038a2c5-f362-47c4-8881-a291f5b2cdd9","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.039888536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"50cfce97-ae0a-4625-98df-fec11c322ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.063150073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"50cfce97-ae0a-4625-98df-fec11c322ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.083325929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d9b1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"50cfce97-ae0a-4625-98df-fec11c322ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.100213964Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"da5057ed-0812-4cdd-bb34-2e0f5dd3f3c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"premium-w2-1d9b1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.140054241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"566b27cb-afbe-4424-ab45-61efd664d182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.163250789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"566b27cb-afbe-4424-ab45-61efd664d182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.166946693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"86f8ce53-308e-4d88-990e-216cec2e1ef3","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.18357895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d9b1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"566b27cb-afbe-4424-ab45-61efd664d182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.200941895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"bdd1fa1a-a362-4f0e-a9b8-cf243a6e06bd","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.2251559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"c2f56e3d-3c95-429e-8cd7-05f9a3a5edc0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.229456922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"8a17b66f-ef26-4957-a455-12f9ce40171e","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:01.252976787Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"8a17b66f-ef26-4957-a455-12f9ce40171e","name":"premium-w2-1d9b1a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-1d9b1a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:01.253021575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"8a17b66f-ef26-4957-a455-12f9ce40171e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-1d9b1a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.258743839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"1fdc3230-8ddf-4816-b05e-94e6022d388f","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.289574852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"862e4952-2791-4aec-95d4-e10cfbe0116c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.28964851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"90187fa6-de4f-4b6f-9d64-9ab0abc6deb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.311303055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"90187fa6-de4f-4b6f-9d64-9ab0abc6deb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.311416635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"862e4952-2791-4aec-95d4-e10cfbe0116c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.335291362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d9b1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"862e4952-2791-4aec-95d4-e10cfbe0116c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.335446595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d9b1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"90187fa6-de4f-4b6f-9d64-9ab0abc6deb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.355755888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"0ab32ac4-066a-4c93-9141-b121f33adf2f","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.364878978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"a02d854a-fbfb-43da-b1b8-632672ed48b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.40359803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b24178a4-6cb9-4598-b815-4b90b685b1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.425090111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b24178a4-6cb9-4598-b815-4b90b685b1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:01.445671261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d9b1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b24178a4-6cb9-4598-b815-4b90b685b1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:05.378381075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"e22dc188-2ee1-4287-a89d-6b52766e11f2","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:05.732608026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"4bece998-9826-4b61-bbde-ccced8302a3c","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:05.764726983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"8ccfecdf-5804-40b4-b934-81f77790288f","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:05.816229247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-dry-sub-d0a2862e-auth","reconcileID":"07a7feea-a8b9-4ce3-a69b-1c8517c57ac0","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:05.837172399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-dry-sub-d0a2862e-auth","reconcileID":"07a7feea-a8b9-4ce3-a69b-1c8517c57ac0","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:05.967069647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"3fc2c1e9-2e1e-4481-8dbe-36ea1e43aea1","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:05.991528465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"9f044130-8f62-42d9-8c81-7636d5ce0609","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:06.006391095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d0a2862e","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-dry-sub-d0a2862e","reconcileID":"6bbb6e91-470b-469b-b445-61d5e5341f38","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-d0a2862e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:06.02168725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"448af778-22b1-4b29-baf1-1b3e4f4f775f","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:06.028782138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e08ccd5e-b0bb-44ed-8ddb-dcbb2cd1cbe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:06.028826981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"b7c184c3-a26d-4ff4-bf4b-71a014f0cdc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:06.029543454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"9ddd241f-989a-4327-9887-8aa20bc84098","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:06.051657106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"b7c184c3-a26d-4ff4-bf4b-71a014f0cdc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:06.052362509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"3b1f12bd-ef36-418d-95ac-fd3e88ebfc0e","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:06.054154706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e08ccd5e-b0bb-44ed-8ddb-dcbb2cd1cbe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:06.081577484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"3cb19c09-a2a1-42f0-b78f-42713663535b","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:06.122565726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-dry-sub-d0a2862e-auth","reconcileID":"32de3d17-cf3f-4e7a-8c13-128bcd17e3d0","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:06.14629758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-dry-sub-d0a2862e-auth","reconcileID":"32de3d17-cf3f-4e7a-8c13-128bcd17e3d0","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:06.199823227Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d0a2862e","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-dry-sub-d0a2862e","reconcileID":"734a0738-3f5f-4dff-abf9-158b1308b702","MaaSSubscription":{"name":"e2e-dry-sub-d0a2862e","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/e2e-dry-sub-d0a2862e","ai-tenant-e2e-worker-w3-4e261b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:06.25498895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"674862bd-c0de-4315-be97-457f287feef6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:06.259119839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"b5f10def-f365-49e0-a604-69fbdfd66391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:06.271708141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"72546ac2-db38-424b-909f-7899d6be484e","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:06.277699413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"3b29ed1f-a897-4111-9faf-73506e6b8f50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:06.278722246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"674862bd-c0de-4315-be97-457f287feef6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:06.284515722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"b5f10def-f365-49e0-a604-69fbdfd66391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:06.375453025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d0a2862e","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-dry-sub-d0a2862e","reconcileID":"5697644e-dfa2-4825-b759-9b45bae81b7f","MaaSSubscription":{"name":"e2e-dry-sub-d0a2862e","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:06.427235861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-dry-sub-d0a2862e-auth","reconcileID":"32de3d17-cf3f-4e7a-8c13-128bcd17e3d0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dry-sub-d0a2862e-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:06.482939879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-dry-sub-d0a2862e-auth","reconcileID":"cdd51c03-ced0-457c-85eb-73e7ec8e4006","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:06.505017835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-dry-sub-d0a2862e-auth","reconcileID":"cdd51c03-ced0-457c-85eb-73e7ec8e4006","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.183305512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"5f9526a6-74b5-4c32-bcf7-17d2a30bc342","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.216981609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"19b2d25d-9201-4b84-b626-cd40c284b48d","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.401308874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"c36c7a47-8b28-45c6-8a7b-e3cdabcd4c93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.474118404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"73fb4da2-f991-413f-99bc-0671137c4114","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.499870709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"d6414b50-b215-4cf0-9c76-0d615832b230","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.499950155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"13716976-e6bc-43e9-af33-738f9ca411e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.561502938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"5af6aeab-4249-41d2-a293-697c19a09086","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.569677951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"9a0b7edb-573d-4c41-a184-79938f531f96","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.606195355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"466a36a0-b08d-499d-84c8-73e324967dbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.677705752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"4a01626b-ce5d-413d-b021-aebffc594d0b","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.69381431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"32ae0022-de58-4ae3-848d-00320a618b14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.693816996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"22e40778-26e8-4dd7-9e1e-a58b32f4457e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.715642431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"32ae0022-de58-4ae3-848d-00320a618b14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.715775021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"22e40778-26e8-4dd7-9e1e-a58b32f4457e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.736707079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-849669-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1fbc937ff038c7ab7442282aadd89f15bd7672b8e4da1655c9b41cfd4b9b6de) AuthConfig (96909aeadefbb12bababe367b06070e84fe6808981277d7de98468ba6699b28f) AuthConfig (10819e1fe22ed9b4c177447b54c510dc2d60acadb0f7ff488f6b589ed4cef643) AuthConfig (34d2a73d186e90b60129602189f0982e896e1afe08a851092fd0b19ce8377ce3) AuthConfig (9f46776383321fe7f6337cb9d76194fd6653dee1eebf3a4150a95c0570e4578f) AuthConfig (83d0a17a4d952f024758f1d35a0fb498a06e36bed1210737111c434a68b702bd) AuthConfig (b4ddc37be0586aaf85c20dd13384ae59e4b3a4e6b3afbb087b48f71faf33c4c7) AuthConfig (3e9834526efd2eb260e90c5e66e42a53dcba4877af89c739016b7b3ece380374) AuthConfig (a8e3baab4bf4cd7d21a5c3aa6d2ddce16b013bf3d5b5c87d83211680ec5f1de0) AuthConfig (1bd4a44947998101c5ea32fa10a811db1b64dfff5a77c63201d6ab2dafc45307) AuthConfig (97c682ec6db885d2dbecc989f5f2e192fc5e9895c40725625c28fe320aae2454) AuthConfig (f16aed4d98a3c58b99312c29c538df2a6a30585c9c1561e369b74af21fbf510b) AuthConfig (9b590a3fc20c574963e0462ad96f45be85dce27d711e23b3d4a5017e739d5616) AuthConfig (e6bd04ba2e9029d8840f48736df7efdbf30d8e0059dab0b482888ba62d727d52) AuthConfig (432aa6d2d22c726e753e5a718231f563f2854082db22a9b17b39b1912541082c) AuthConfig (faa81e028ccbb60af7c44ce4196cb7f9bf73d969a45316e7074cffa0eaecd9d0) AuthConfig (dd6fca98b8eeb50db63436617abe89043476a45748045375b263bbb5ad6495f9) AuthConfig (f1be2ce63222c37197d6320d722eb5ca67afae998d01672377bcbd7dd6b6ffa3) AuthConfig (39988c0b28a1bab5f42dbf2620ca5a9cf3d8f312a4ea4499f46c67780b258564) AuthConfig (10b151627b84dafdfa14d704b5418ac450bc6eeaf77f64e56b4ff6e3291e4061) AuthConfig (d85beff8e45a155b77423074d4d0c6faa3adfda024657d6731d70916dba08f23) AuthConfig (4faeb23fa823e29ab2729525e09874bd97c8ead953c692ba6e85b5661053f05d) AuthConfig (efcd63a7bd0c4f1b34a9a11344c3dd3a6df3e7e7988baedfda93646e2372c8e8) AuthConfig (8156e0567f089bf12e6d6aa9af1c6ce286e31984863940eb9af5dbfb80e488e5) AuthConfig (a9d9ea6b1d1b3c842708617fc34b5f2acf5e11f7f0e36d1d2139b447c67c34c8) AuthConfig (2714f21b13683feccad27544e577e4159518b086b4e7c06b069e9d4b2574870d) AuthConfig (d602462fdb0ac8330116450c481214ea3c35697763bab9e6909a6e30170eeaa0) AuthConfig (70c0448c435a658c9dad663511024f67615dc7ca812f144aad13da49a11effd9) AuthConfig (d744568efbc42d464d984413f1f0b0c2f2e439b71720ebaf1c494621628e0be2) AuthConfig (28d98cf1fc3fa33413a4368dc18a143fe78bf3677a4909033d4c9312f11f0cfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"32ae0022-de58-4ae3-848d-00320a618b14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.737141586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-849669-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1fbc937ff038c7ab7442282aadd89f15bd7672b8e4da1655c9b41cfd4b9b6de) AuthConfig (96909aeadefbb12bababe367b06070e84fe6808981277d7de98468ba6699b28f) AuthConfig (10819e1fe22ed9b4c177447b54c510dc2d60acadb0f7ff488f6b589ed4cef643) AuthConfig (34d2a73d186e90b60129602189f0982e896e1afe08a851092fd0b19ce8377ce3) AuthConfig (9f46776383321fe7f6337cb9d76194fd6653dee1eebf3a4150a95c0570e4578f) AuthConfig (83d0a17a4d952f024758f1d35a0fb498a06e36bed1210737111c434a68b702bd) AuthConfig (b4ddc37be0586aaf85c20dd13384ae59e4b3a4e6b3afbb087b48f71faf33c4c7) AuthConfig (3e9834526efd2eb260e90c5e66e42a53dcba4877af89c739016b7b3ece380374) AuthConfig (a8e3baab4bf4cd7d21a5c3aa6d2ddce16b013bf3d5b5c87d83211680ec5f1de0) AuthConfig (1bd4a44947998101c5ea32fa10a811db1b64dfff5a77c63201d6ab2dafc45307) AuthConfig (97c682ec6db885d2dbecc989f5f2e192fc5e9895c40725625c28fe320aae2454) AuthConfig (f16aed4d98a3c58b99312c29c538df2a6a30585c9c1561e369b74af21fbf510b) AuthConfig (9b590a3fc20c574963e0462ad96f45be85dce27d711e23b3d4a5017e739d5616) AuthConfig (e6bd04ba2e9029d8840f48736df7efdbf30d8e0059dab0b482888ba62d727d52) AuthConfig (432aa6d2d22c726e753e5a718231f563f2854082db22a9b17b39b1912541082c) AuthConfig (faa81e028ccbb60af7c44ce4196cb7f9bf73d969a45316e7074cffa0eaecd9d0) AuthConfig (dd6fca98b8eeb50db63436617abe89043476a45748045375b263bbb5ad6495f9) AuthConfig (f1be2ce63222c37197d6320d722eb5ca67afae998d01672377bcbd7dd6b6ffa3) AuthConfig (39988c0b28a1bab5f42dbf2620ca5a9cf3d8f312a4ea4499f46c67780b258564) AuthConfig (10b151627b84dafdfa14d704b5418ac450bc6eeaf77f64e56b4ff6e3291e4061) AuthConfig (d85beff8e45a155b77423074d4d0c6faa3adfda024657d6731d70916dba08f23) AuthConfig (4faeb23fa823e29ab2729525e09874bd97c8ead953c692ba6e85b5661053f05d) AuthConfig (efcd63a7bd0c4f1b34a9a11344c3dd3a6df3e7e7988baedfda93646e2372c8e8) AuthConfig (8156e0567f089bf12e6d6aa9af1c6ce286e31984863940eb9af5dbfb80e488e5) AuthConfig (a9d9ea6b1d1b3c842708617fc34b5f2acf5e11f7f0e36d1d2139b447c67c34c8) AuthConfig (2714f21b13683feccad27544e577e4159518b086b4e7c06b069e9d4b2574870d) AuthConfig (d602462fdb0ac8330116450c481214ea3c35697763bab9e6909a6e30170eeaa0) AuthConfig (70c0448c435a658c9dad663511024f67615dc7ca812f144aad13da49a11effd9) AuthConfig (d744568efbc42d464d984413f1f0b0c2f2e439b71720ebaf1c494621628e0be2) AuthConfig (28d98cf1fc3fa33413a4368dc18a143fe78bf3677a4909033d4c9312f11f0cfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"22e40778-26e8-4dd7-9e1e-a58b32f4457e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.763279779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"1394fa73-bbfe-4cc0-9274-f8c7ffce4221","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.770752858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"8ab8808e-dd8c-41ec-bf40-e23c847390ed","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.797713173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"086fe3b0-0383-493a-9dce-941b536167cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.798512178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2fadfa5c-04e5-42d7-868d-3a60d72535c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.863218239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"086fe3b0-0383-493a-9dce-941b536167cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.865575393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2fadfa5c-04e5-42d7-868d-3a60d72535c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.883717674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d9b1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d08d18adaae9c83769b6065c0a916e2d9f9b6edac8b2bd58bac2a58a7637513) AuthConfig (4b60a81d880bee8b0a4ceea4dd5aac259b81dc8566e7116bf2e3f14a960ee555) AuthConfig (5565e133126b4991bcca8631d68fb67c9e9fb50a206dfc52790a3026c8946c94) AuthConfig (9568ca3648cf5e712df715ea3aa0487ce1a0c70a69de17307eb00cb2272b44d3) AuthConfig (50787df236ea83911481c462e3a713e4148e18ece0ca68829117491ab1afa5f1) AuthConfig (f099416e8f911c0f428cf5aa1c903b2fb8423a50304ac1f0b005d38fe57d3f0b) AuthConfig (ad56f36dc91e6ad884c985cf4a82d6dd90fed50df75041cc6611da9bb46895fa) AuthConfig (289f546bf52061aa7ea170375762c7915a2525132aa26ad75d353e822f6b483e) AuthConfig (4992ac94acee937dfe3c8e35f0dadc7a53604a191f80f7e810bca7a8d6b3edec) AuthConfig (298a91f7d6c4244f86fe20dd375f81afaca9377453cdf755ff226f786ceb23f7) AuthConfig (451f43b3afa8b658b3b8e002f7d11ab95bfff4110337ff3ce3ec02490e85003b) AuthConfig (ae9e389a25f92ee7183bf9f7ff9197204340b7f96c26c1df9f0f81e881365a13) AuthConfig (fac1c697b529f855285a566d0096545ab8997403490fa3218e42acbf0363a4fe) AuthConfig (9bc55c2e0157fcb2888ace9e4b193d532b4b0e06b224041d99874b58f7f50e82) AuthConfig (bc7e59ea0eeacf975574ac1ff788bba322090048bc7e0ff4a384b7dc1f43c913) AuthConfig (0e1ff769fba9fee14cfb60863ad6b920b8e13921a830c001004b49e51984bc69) AuthConfig (13a733fe9fcd8ef259cc6a9a173c0220ecfc910835820b009289e3c84a40131e) AuthConfig (3e4d571667918bb40cc1a1c311aa63a0ceb410433d5cf0ff5a7aa05e9eacca27) AuthConfig (c3fd73db8d4a8943c1ec7909a56fe78d6f9f0e7a4142b41195873a20d4b19f20) AuthConfig (1fe5f6855b5e8cc49d6eef8b4bf585a733424acde8259398d4197c71244bc4ea) AuthConfig (fbf839662bfb37f70686acdad7464842c78a9df8090043d651bc3b18f5981344) AuthConfig (58dc25e25e7d7baf23404a26a84c81a65ee651c4303721ce74aebb3194202532) AuthConfig (0c47ba659efd189597e826d0fea7c63e83cdb22959a3657252e1042596f7c047) AuthConfig (dbfd07693531e7bb95ba11b3c1665fcdc773b9490edae3a45ad3cb4b2c43c474) AuthConfig (aa3a06cfce91e0249f67b23b3427a9d9a1a66b53b590c43cba9745cd9630ec15) AuthConfig (244f43fa025d43b05b7ae2b4a81cb7e9ed24a032880df069f0b230197e9cf80d) AuthConfig (392effbc45bde3eece333257d20ecc0e4b75fcb25d5144724b09a4f8bc8de260) AuthConfig (ffce5f81ea50e0e02190f665b109310cae5e31e4f9997bd707b7d2421ec3d387) AuthConfig (1fd12fc03bf3a8e48b318aa857454a5f54db474ff516755ad50aa7d897a51666) AuthConfig (8147d936099d694330cf6d03811c833847b50ec3893df01c1d5ea1a8ebe8bef7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"086fe3b0-0383-493a-9dce-941b536167cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.886753204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d9b1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d08d18adaae9c83769b6065c0a916e2d9f9b6edac8b2bd58bac2a58a7637513) AuthConfig (4b60a81d880bee8b0a4ceea4dd5aac259b81dc8566e7116bf2e3f14a960ee555) AuthConfig (5565e133126b4991bcca8631d68fb67c9e9fb50a206dfc52790a3026c8946c94) AuthConfig (9568ca3648cf5e712df715ea3aa0487ce1a0c70a69de17307eb00cb2272b44d3) AuthConfig (50787df236ea83911481c462e3a713e4148e18ece0ca68829117491ab1afa5f1) AuthConfig (f099416e8f911c0f428cf5aa1c903b2fb8423a50304ac1f0b005d38fe57d3f0b) AuthConfig (ad56f36dc91e6ad884c985cf4a82d6dd90fed50df75041cc6611da9bb46895fa) AuthConfig (289f546bf52061aa7ea170375762c7915a2525132aa26ad75d353e822f6b483e) AuthConfig (4992ac94acee937dfe3c8e35f0dadc7a53604a191f80f7e810bca7a8d6b3edec) AuthConfig (298a91f7d6c4244f86fe20dd375f81afaca9377453cdf755ff226f786ceb23f7) AuthConfig (451f43b3afa8b658b3b8e002f7d11ab95bfff4110337ff3ce3ec02490e85003b) AuthConfig (ae9e389a25f92ee7183bf9f7ff9197204340b7f96c26c1df9f0f81e881365a13) AuthConfig (fac1c697b529f855285a566d0096545ab8997403490fa3218e42acbf0363a4fe) AuthConfig (9bc55c2e0157fcb2888ace9e4b193d532b4b0e06b224041d99874b58f7f50e82) AuthConfig (bc7e59ea0eeacf975574ac1ff788bba322090048bc7e0ff4a384b7dc1f43c913) AuthConfig (0e1ff769fba9fee14cfb60863ad6b920b8e13921a830c001004b49e51984bc69) AuthConfig (13a733fe9fcd8ef259cc6a9a173c0220ecfc910835820b009289e3c84a40131e) AuthConfig (3e4d571667918bb40cc1a1c311aa63a0ceb410433d5cf0ff5a7aa05e9eacca27) AuthConfig (c3fd73db8d4a8943c1ec7909a56fe78d6f9f0e7a4142b41195873a20d4b19f20) AuthConfig (1fe5f6855b5e8cc49d6eef8b4bf585a733424acde8259398d4197c71244bc4ea) AuthConfig (fbf839662bfb37f70686acdad7464842c78a9df8090043d651bc3b18f5981344) AuthConfig (58dc25e25e7d7baf23404a26a84c81a65ee651c4303721ce74aebb3194202532) AuthConfig (0c47ba659efd189597e826d0fea7c63e83cdb22959a3657252e1042596f7c047) AuthConfig (dbfd07693531e7bb95ba11b3c1665fcdc773b9490edae3a45ad3cb4b2c43c474) AuthConfig (aa3a06cfce91e0249f67b23b3427a9d9a1a66b53b590c43cba9745cd9630ec15) AuthConfig (244f43fa025d43b05b7ae2b4a81cb7e9ed24a032880df069f0b230197e9cf80d) AuthConfig (392effbc45bde3eece333257d20ecc0e4b75fcb25d5144724b09a4f8bc8de260) AuthConfig (ffce5f81ea50e0e02190f665b109310cae5e31e4f9997bd707b7d2421ec3d387) AuthConfig (1fd12fc03bf3a8e48b318aa857454a5f54db474ff516755ad50aa7d897a51666) AuthConfig (8147d936099d694330cf6d03811c833847b50ec3893df01c1d5ea1a8ebe8bef7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2fadfa5c-04e5-42d7-868d-3a60d72535c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.897847971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7f7f6f97-406b-4462-a448-0d309dea5b16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.898228645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"b5d31af2-8f76-49d6-9a1e-f7853c91a42f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.914472589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"595d131c-c8dd-4269-ba3a-87565e6723d8","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.914817354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"97b9afad-f47d-4468-82f4-94917f73ea34","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.920374565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7f7f6f97-406b-4462-a448-0d309dea5b16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.920438899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"b5d31af2-8f76-49d6-9a1e-f7853c91a42f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.958016951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-849669-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1fbc937ff038c7ab7442282aadd89f15bd7672b8e4da1655c9b41cfd4b9b6de) AuthConfig (96909aeadefbb12bababe367b06070e84fe6808981277d7de98468ba6699b28f) AuthConfig (10819e1fe22ed9b4c177447b54c510dc2d60acadb0f7ff488f6b589ed4cef643) AuthConfig (34d2a73d186e90b60129602189f0982e896e1afe08a851092fd0b19ce8377ce3) AuthConfig (9f46776383321fe7f6337cb9d76194fd6653dee1eebf3a4150a95c0570e4578f) AuthConfig (83d0a17a4d952f024758f1d35a0fb498a06e36bed1210737111c434a68b702bd) AuthConfig (b4ddc37be0586aaf85c20dd13384ae59e4b3a4e6b3afbb087b48f71faf33c4c7) AuthConfig (3e9834526efd2eb260e90c5e66e42a53dcba4877af89c739016b7b3ece380374) AuthConfig (a8e3baab4bf4cd7d21a5c3aa6d2ddce16b013bf3d5b5c87d83211680ec5f1de0) AuthConfig (1bd4a44947998101c5ea32fa10a811db1b64dfff5a77c63201d6ab2dafc45307) AuthConfig (97c682ec6db885d2dbecc989f5f2e192fc5e9895c40725625c28fe320aae2454) AuthConfig (f16aed4d98a3c58b99312c29c538df2a6a30585c9c1561e369b74af21fbf510b) AuthConfig (9b590a3fc20c574963e0462ad96f45be85dce27d711e23b3d4a5017e739d5616) AuthConfig (e6bd04ba2e9029d8840f48736df7efdbf30d8e0059dab0b482888ba62d727d52) AuthConfig (432aa6d2d22c726e753e5a718231f563f2854082db22a9b17b39b1912541082c) AuthConfig (faa81e028ccbb60af7c44ce4196cb7f9bf73d969a45316e7074cffa0eaecd9d0) AuthConfig (dd6fca98b8eeb50db63436617abe89043476a45748045375b263bbb5ad6495f9) AuthConfig (f1be2ce63222c37197d6320d722eb5ca67afae998d01672377bcbd7dd6b6ffa3) AuthConfig (39988c0b28a1bab5f42dbf2620ca5a9cf3d8f312a4ea4499f46c67780b258564) AuthConfig (10b151627b84dafdfa14d704b5418ac450bc6eeaf77f64e56b4ff6e3291e4061) AuthConfig (d85beff8e45a155b77423074d4d0c6faa3adfda024657d6731d70916dba08f23) AuthConfig (4faeb23fa823e29ab2729525e09874bd97c8ead953c692ba6e85b5661053f05d) AuthConfig (efcd63a7bd0c4f1b34a9a11344c3dd3a6df3e7e7988baedfda93646e2372c8e8) AuthConfig (8156e0567f089bf12e6d6aa9af1c6ce286e31984863940eb9af5dbfb80e488e5) AuthConfig (a9d9ea6b1d1b3c842708617fc34b5f2acf5e11f7f0e36d1d2139b447c67c34c8) AuthConfig (2714f21b13683feccad27544e577e4159518b086b4e7c06b069e9d4b2574870d) AuthConfig (d602462fdb0ac8330116450c481214ea3c35697763bab9e6909a6e30170eeaa0) AuthConfig (70c0448c435a658c9dad663511024f67615dc7ca812f144aad13da49a11effd9) AuthConfig (d744568efbc42d464d984413f1f0b0c2f2e439b71720ebaf1c494621628e0be2) AuthConfig (28d98cf1fc3fa33413a4368dc18a143fe78bf3677a4909033d4c9312f11f0cfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"b5d31af2-8f76-49d6-9a1e-f7853c91a42f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.958021806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-849669-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1fbc937ff038c7ab7442282aadd89f15bd7672b8e4da1655c9b41cfd4b9b6de) AuthConfig (96909aeadefbb12bababe367b06070e84fe6808981277d7de98468ba6699b28f) AuthConfig (10819e1fe22ed9b4c177447b54c510dc2d60acadb0f7ff488f6b589ed4cef643) AuthConfig (34d2a73d186e90b60129602189f0982e896e1afe08a851092fd0b19ce8377ce3) AuthConfig (9f46776383321fe7f6337cb9d76194fd6653dee1eebf3a4150a95c0570e4578f) AuthConfig (83d0a17a4d952f024758f1d35a0fb498a06e36bed1210737111c434a68b702bd) AuthConfig (b4ddc37be0586aaf85c20dd13384ae59e4b3a4e6b3afbb087b48f71faf33c4c7) AuthConfig (3e9834526efd2eb260e90c5e66e42a53dcba4877af89c739016b7b3ece380374) AuthConfig (a8e3baab4bf4cd7d21a5c3aa6d2ddce16b013bf3d5b5c87d83211680ec5f1de0) AuthConfig (1bd4a44947998101c5ea32fa10a811db1b64dfff5a77c63201d6ab2dafc45307) AuthConfig (97c682ec6db885d2dbecc989f5f2e192fc5e9895c40725625c28fe320aae2454) AuthConfig (f16aed4d98a3c58b99312c29c538df2a6a30585c9c1561e369b74af21fbf510b) AuthConfig (9b590a3fc20c574963e0462ad96f45be85dce27d711e23b3d4a5017e739d5616) AuthConfig (e6bd04ba2e9029d8840f48736df7efdbf30d8e0059dab0b482888ba62d727d52) AuthConfig (432aa6d2d22c726e753e5a718231f563f2854082db22a9b17b39b1912541082c) AuthConfig (faa81e028ccbb60af7c44ce4196cb7f9bf73d969a45316e7074cffa0eaecd9d0) AuthConfig (dd6fca98b8eeb50db63436617abe89043476a45748045375b263bbb5ad6495f9) AuthConfig (f1be2ce63222c37197d6320d722eb5ca67afae998d01672377bcbd7dd6b6ffa3) AuthConfig (39988c0b28a1bab5f42dbf2620ca5a9cf3d8f312a4ea4499f46c67780b258564) AuthConfig (10b151627b84dafdfa14d704b5418ac450bc6eeaf77f64e56b4ff6e3291e4061) AuthConfig (d85beff8e45a155b77423074d4d0c6faa3adfda024657d6731d70916dba08f23) AuthConfig (4faeb23fa823e29ab2729525e09874bd97c8ead953c692ba6e85b5661053f05d) AuthConfig (efcd63a7bd0c4f1b34a9a11344c3dd3a6df3e7e7988baedfda93646e2372c8e8) AuthConfig (8156e0567f089bf12e6d6aa9af1c6ce286e31984863940eb9af5dbfb80e488e5) AuthConfig (a9d9ea6b1d1b3c842708617fc34b5f2acf5e11f7f0e36d1d2139b447c67c34c8) AuthConfig (2714f21b13683feccad27544e577e4159518b086b4e7c06b069e9d4b2574870d) AuthConfig (d602462fdb0ac8330116450c481214ea3c35697763bab9e6909a6e30170eeaa0) AuthConfig (70c0448c435a658c9dad663511024f67615dc7ca812f144aad13da49a11effd9) AuthConfig (d744568efbc42d464d984413f1f0b0c2f2e439b71720ebaf1c494621628e0be2) AuthConfig (28d98cf1fc3fa33413a4368dc18a143fe78bf3677a4909033d4c9312f11f0cfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7f7f6f97-406b-4462-a448-0d309dea5b16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.992518887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"6de21885-01b5-492a-898a-aeed77ef88b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:07.99252425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b7fbdf55-1eae-4905-a6e2-ddd8bccc8153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:08.014349966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"6de21885-01b5-492a-898a-aeed77ef88b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:08.014353756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b7fbdf55-1eae-4905-a6e2-ddd8bccc8153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:08.034733973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d9b1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d08d18adaae9c83769b6065c0a916e2d9f9b6edac8b2bd58bac2a58a7637513) AuthConfig (4b60a81d880bee8b0a4ceea4dd5aac259b81dc8566e7116bf2e3f14a960ee555) AuthConfig (5565e133126b4991bcca8631d68fb67c9e9fb50a206dfc52790a3026c8946c94) AuthConfig (9568ca3648cf5e712df715ea3aa0487ce1a0c70a69de17307eb00cb2272b44d3) AuthConfig (50787df236ea83911481c462e3a713e4148e18ece0ca68829117491ab1afa5f1) AuthConfig (f099416e8f911c0f428cf5aa1c903b2fb8423a50304ac1f0b005d38fe57d3f0b) AuthConfig (ad56f36dc91e6ad884c985cf4a82d6dd90fed50df75041cc6611da9bb46895fa) AuthConfig (289f546bf52061aa7ea170375762c7915a2525132aa26ad75d353e822f6b483e) AuthConfig (4992ac94acee937dfe3c8e35f0dadc7a53604a191f80f7e810bca7a8d6b3edec) AuthConfig (298a91f7d6c4244f86fe20dd375f81afaca9377453cdf755ff226f786ceb23f7) AuthConfig (451f43b3afa8b658b3b8e002f7d11ab95bfff4110337ff3ce3ec02490e85003b) AuthConfig (ae9e389a25f92ee7183bf9f7ff9197204340b7f96c26c1df9f0f81e881365a13) AuthConfig (fac1c697b529f855285a566d0096545ab8997403490fa3218e42acbf0363a4fe) AuthConfig (9bc55c2e0157fcb2888ace9e4b193d532b4b0e06b224041d99874b58f7f50e82) AuthConfig (bc7e59ea0eeacf975574ac1ff788bba322090048bc7e0ff4a384b7dc1f43c913) AuthConfig (0e1ff769fba9fee14cfb60863ad6b920b8e13921a830c001004b49e51984bc69) AuthConfig (13a733fe9fcd8ef259cc6a9a173c0220ecfc910835820b009289e3c84a40131e) AuthConfig (3e4d571667918bb40cc1a1c311aa63a0ceb410433d5cf0ff5a7aa05e9eacca27) AuthConfig (c3fd73db8d4a8943c1ec7909a56fe78d6f9f0e7a4142b41195873a20d4b19f20) AuthConfig (1fe5f6855b5e8cc49d6eef8b4bf585a733424acde8259398d4197c71244bc4ea) AuthConfig (fbf839662bfb37f70686acdad7464842c78a9df8090043d651bc3b18f5981344) AuthConfig (58dc25e25e7d7baf23404a26a84c81a65ee651c4303721ce74aebb3194202532) AuthConfig (0c47ba659efd189597e826d0fea7c63e83cdb22959a3657252e1042596f7c047) AuthConfig (dbfd07693531e7bb95ba11b3c1665fcdc773b9490edae3a45ad3cb4b2c43c474) AuthConfig (aa3a06cfce91e0249f67b23b3427a9d9a1a66b53b590c43cba9745cd9630ec15) AuthConfig (244f43fa025d43b05b7ae2b4a81cb7e9ed24a032880df069f0b230197e9cf80d) AuthConfig (392effbc45bde3eece333257d20ecc0e4b75fcb25d5144724b09a4f8bc8de260) AuthConfig (ffce5f81ea50e0e02190f665b109310cae5e31e4f9997bd707b7d2421ec3d387) AuthConfig (1fd12fc03bf3a8e48b318aa857454a5f54db474ff516755ad50aa7d897a51666) AuthConfig (8147d936099d694330cf6d03811c833847b50ec3893df01c1d5ea1a8ebe8bef7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"6de21885-01b5-492a-898a-aeed77ef88b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:08.035156043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d9b1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d08d18adaae9c83769b6065c0a916e2d9f9b6edac8b2bd58bac2a58a7637513) AuthConfig (4b60a81d880bee8b0a4ceea4dd5aac259b81dc8566e7116bf2e3f14a960ee555) AuthConfig (5565e133126b4991bcca8631d68fb67c9e9fb50a206dfc52790a3026c8946c94) AuthConfig (9568ca3648cf5e712df715ea3aa0487ce1a0c70a69de17307eb00cb2272b44d3) AuthConfig (50787df236ea83911481c462e3a713e4148e18ece0ca68829117491ab1afa5f1) AuthConfig (f099416e8f911c0f428cf5aa1c903b2fb8423a50304ac1f0b005d38fe57d3f0b) AuthConfig (ad56f36dc91e6ad884c985cf4a82d6dd90fed50df75041cc6611da9bb46895fa) AuthConfig (289f546bf52061aa7ea170375762c7915a2525132aa26ad75d353e822f6b483e) AuthConfig (4992ac94acee937dfe3c8e35f0dadc7a53604a191f80f7e810bca7a8d6b3edec) AuthConfig (298a91f7d6c4244f86fe20dd375f81afaca9377453cdf755ff226f786ceb23f7) AuthConfig (451f43b3afa8b658b3b8e002f7d11ab95bfff4110337ff3ce3ec02490e85003b) AuthConfig (ae9e389a25f92ee7183bf9f7ff9197204340b7f96c26c1df9f0f81e881365a13) AuthConfig (fac1c697b529f855285a566d0096545ab8997403490fa3218e42acbf0363a4fe) AuthConfig (9bc55c2e0157fcb2888ace9e4b193d532b4b0e06b224041d99874b58f7f50e82) AuthConfig (bc7e59ea0eeacf975574ac1ff788bba322090048bc7e0ff4a384b7dc1f43c913) AuthConfig (0e1ff769fba9fee14cfb60863ad6b920b8e13921a830c001004b49e51984bc69) AuthConfig (13a733fe9fcd8ef259cc6a9a173c0220ecfc910835820b009289e3c84a40131e) AuthConfig (3e4d571667918bb40cc1a1c311aa63a0ceb410433d5cf0ff5a7aa05e9eacca27) AuthConfig (c3fd73db8d4a8943c1ec7909a56fe78d6f9f0e7a4142b41195873a20d4b19f20) AuthConfig (1fe5f6855b5e8cc49d6eef8b4bf585a733424acde8259398d4197c71244bc4ea) AuthConfig (fbf839662bfb37f70686acdad7464842c78a9df8090043d651bc3b18f5981344) AuthConfig (58dc25e25e7d7baf23404a26a84c81a65ee651c4303721ce74aebb3194202532) AuthConfig (0c47ba659efd189597e826d0fea7c63e83cdb22959a3657252e1042596f7c047) AuthConfig (dbfd07693531e7bb95ba11b3c1665fcdc773b9490edae3a45ad3cb4b2c43c474) AuthConfig (aa3a06cfce91e0249f67b23b3427a9d9a1a66b53b590c43cba9745cd9630ec15) AuthConfig (244f43fa025d43b05b7ae2b4a81cb7e9ed24a032880df069f0b230197e9cf80d) AuthConfig (392effbc45bde3eece333257d20ecc0e4b75fcb25d5144724b09a4f8bc8de260) AuthConfig (ffce5f81ea50e0e02190f665b109310cae5e31e4f9997bd707b7d2421ec3d387) AuthConfig (1fd12fc03bf3a8e48b318aa857454a5f54db474ff516755ad50aa7d897a51666) AuthConfig (8147d936099d694330cf6d03811c833847b50ec3893df01c1d5ea1a8ebe8bef7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b7fbdf55-1eae-4905-a6e2-ddd8bccc8153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:08.053251171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"6de21885-01b5-492a-898a-aeed77ef88b1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:08.054010615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b7fbdf55-1eae-4905-a6e2-ddd8bccc8153","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:08.11146645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"84b4bab3-413c-4496-aa29-cf09ddfc980c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:08.111622031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"ca0511a0-8f83-4133-b556-23fe5d893de1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:08.139811992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"ca0511a0-8f83-4133-b556-23fe5d893de1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:08.139825418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"84b4bab3-413c-4496-aa29-cf09ddfc980c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:08.16077137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d9b1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d08d18adaae9c83769b6065c0a916e2d9f9b6edac8b2bd58bac2a58a7637513) AuthConfig (4b60a81d880bee8b0a4ceea4dd5aac259b81dc8566e7116bf2e3f14a960ee555) AuthConfig (5565e133126b4991bcca8631d68fb67c9e9fb50a206dfc52790a3026c8946c94) AuthConfig (9568ca3648cf5e712df715ea3aa0487ce1a0c70a69de17307eb00cb2272b44d3) AuthConfig (50787df236ea83911481c462e3a713e4148e18ece0ca68829117491ab1afa5f1) AuthConfig (f099416e8f911c0f428cf5aa1c903b2fb8423a50304ac1f0b005d38fe57d3f0b) AuthConfig (ad56f36dc91e6ad884c985cf4a82d6dd90fed50df75041cc6611da9bb46895fa) AuthConfig (289f546bf52061aa7ea170375762c7915a2525132aa26ad75d353e822f6b483e) AuthConfig (4992ac94acee937dfe3c8e35f0dadc7a53604a191f80f7e810bca7a8d6b3edec) AuthConfig (298a91f7d6c4244f86fe20dd375f81afaca9377453cdf755ff226f786ceb23f7) AuthConfig (451f43b3afa8b658b3b8e002f7d11ab95bfff4110337ff3ce3ec02490e85003b) AuthConfig (ae9e389a25f92ee7183bf9f7ff9197204340b7f96c26c1df9f0f81e881365a13) AuthConfig (fac1c697b529f855285a566d0096545ab8997403490fa3218e42acbf0363a4fe) AuthConfig (9bc55c2e0157fcb2888ace9e4b193d532b4b0e06b224041d99874b58f7f50e82) AuthConfig (bc7e59ea0eeacf975574ac1ff788bba322090048bc7e0ff4a384b7dc1f43c913) AuthConfig (0e1ff769fba9fee14cfb60863ad6b920b8e13921a830c001004b49e51984bc69) AuthConfig (13a733fe9fcd8ef259cc6a9a173c0220ecfc910835820b009289e3c84a40131e) AuthConfig (3e4d571667918bb40cc1a1c311aa63a0ceb410433d5cf0ff5a7aa05e9eacca27) AuthConfig (c3fd73db8d4a8943c1ec7909a56fe78d6f9f0e7a4142b41195873a20d4b19f20) AuthConfig (1fe5f6855b5e8cc49d6eef8b4bf585a733424acde8259398d4197c71244bc4ea) AuthConfig (fbf839662bfb37f70686acdad7464842c78a9df8090043d651bc3b18f5981344) AuthConfig (58dc25e25e7d7baf23404a26a84c81a65ee651c4303721ce74aebb3194202532) AuthConfig (0c47ba659efd189597e826d0fea7c63e83cdb22959a3657252e1042596f7c047) AuthConfig (dbfd07693531e7bb95ba11b3c1665fcdc773b9490edae3a45ad3cb4b2c43c474) AuthConfig (aa3a06cfce91e0249f67b23b3427a9d9a1a66b53b590c43cba9745cd9630ec15) AuthConfig (244f43fa025d43b05b7ae2b4a81cb7e9ed24a032880df069f0b230197e9cf80d) AuthConfig (392effbc45bde3eece333257d20ecc0e4b75fcb25d5144724b09a4f8bc8de260) AuthConfig (ffce5f81ea50e0e02190f665b109310cae5e31e4f9997bd707b7d2421ec3d387) AuthConfig (1fd12fc03bf3a8e48b318aa857454a5f54db474ff516755ad50aa7d897a51666) AuthConfig (8147d936099d694330cf6d03811c833847b50ec3893df01c1d5ea1a8ebe8bef7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"84b4bab3-413c-4496-aa29-cf09ddfc980c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:08.161120701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d9b1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d08d18adaae9c83769b6065c0a916e2d9f9b6edac8b2bd58bac2a58a7637513) AuthConfig (4b60a81d880bee8b0a4ceea4dd5aac259b81dc8566e7116bf2e3f14a960ee555) AuthConfig (5565e133126b4991bcca8631d68fb67c9e9fb50a206dfc52790a3026c8946c94) AuthConfig (9568ca3648cf5e712df715ea3aa0487ce1a0c70a69de17307eb00cb2272b44d3) AuthConfig (50787df236ea83911481c462e3a713e4148e18ece0ca68829117491ab1afa5f1) AuthConfig (f099416e8f911c0f428cf5aa1c903b2fb8423a50304ac1f0b005d38fe57d3f0b) AuthConfig (ad56f36dc91e6ad884c985cf4a82d6dd90fed50df75041cc6611da9bb46895fa) AuthConfig (289f546bf52061aa7ea170375762c7915a2525132aa26ad75d353e822f6b483e) AuthConfig (4992ac94acee937dfe3c8e35f0dadc7a53604a191f80f7e810bca7a8d6b3edec) AuthConfig (298a91f7d6c4244f86fe20dd375f81afaca9377453cdf755ff226f786ceb23f7) AuthConfig (451f43b3afa8b658b3b8e002f7d11ab95bfff4110337ff3ce3ec02490e85003b) AuthConfig (ae9e389a25f92ee7183bf9f7ff9197204340b7f96c26c1df9f0f81e881365a13) AuthConfig (fac1c697b529f855285a566d0096545ab8997403490fa3218e42acbf0363a4fe) AuthConfig (9bc55c2e0157fcb2888ace9e4b193d532b4b0e06b224041d99874b58f7f50e82) AuthConfig (bc7e59ea0eeacf975574ac1ff788bba322090048bc7e0ff4a384b7dc1f43c913) AuthConfig (0e1ff769fba9fee14cfb60863ad6b920b8e13921a830c001004b49e51984bc69) AuthConfig (13a733fe9fcd8ef259cc6a9a173c0220ecfc910835820b009289e3c84a40131e) AuthConfig (3e4d571667918bb40cc1a1c311aa63a0ceb410433d5cf0ff5a7aa05e9eacca27) AuthConfig (c3fd73db8d4a8943c1ec7909a56fe78d6f9f0e7a4142b41195873a20d4b19f20) AuthConfig (1fe5f6855b5e8cc49d6eef8b4bf585a733424acde8259398d4197c71244bc4ea) AuthConfig (fbf839662bfb37f70686acdad7464842c78a9df8090043d651bc3b18f5981344) AuthConfig (58dc25e25e7d7baf23404a26a84c81a65ee651c4303721ce74aebb3194202532) AuthConfig (0c47ba659efd189597e826d0fea7c63e83cdb22959a3657252e1042596f7c047) AuthConfig (dbfd07693531e7bb95ba11b3c1665fcdc773b9490edae3a45ad3cb4b2c43c474) AuthConfig (aa3a06cfce91e0249f67b23b3427a9d9a1a66b53b590c43cba9745cd9630ec15) AuthConfig (244f43fa025d43b05b7ae2b4a81cb7e9ed24a032880df069f0b230197e9cf80d) AuthConfig (392effbc45bde3eece333257d20ecc0e4b75fcb25d5144724b09a4f8bc8de260) AuthConfig (ffce5f81ea50e0e02190f665b109310cae5e31e4f9997bd707b7d2421ec3d387) AuthConfig (1fd12fc03bf3a8e48b318aa857454a5f54db474ff516755ad50aa7d897a51666) AuthConfig (8147d936099d694330cf6d03811c833847b50ec3893df01c1d5ea1a8ebe8bef7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"ca0511a0-8f83-4133-b556-23fe5d893de1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:09.052615304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"ce5bec78-c6df-46af-99e7-55c3f4824b6d","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:09.099987784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"205252e0-0eba-4a36-a988-27a1612f8277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:09.100000908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"f9fde793-cbd9-47a8-bccf-69180d862b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:09.100334449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-dry-sub-d0a2862e-auth","reconcileID":"ed0085b0-99cd-4913-8386-038278e10dc8","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:09.123699936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"205252e0-0eba-4a36-a988-27a1612f8277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:09.124461478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"f9fde793-cbd9-47a8-bccf-69180d862b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:09.126188542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-dry-sub-d0a2862e-auth","reconcileID":"ed0085b0-99cd-4913-8386-038278e10dc8","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.220847734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"f9ba117b-60bb-46b7-9a93-72e7acc9687e","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.356383565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"46c5554f-eb04-43ec-b5e1-c4af75e2459a","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.376206195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"6161ce88-2775-4452-9b25-bbe5c957e8a0","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:10.394354115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"e7591d9f-4089-47c6-a921-fa592ed6a68c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.436817228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"d98b443f-4ce9-4f80-b721-7d218fb42706","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.459040723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"16403b07-fc44-4c51-a03f-b54dd7bcf0d0","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.540352652Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"86dd4a11-70a7-48a9-8062-8e0995f94575","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"simulator-w0-3ccdab","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3ccdab/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.583135188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"7ee2e4b3-580f-453d-baa6-f6e05c3312cf","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.607277647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"6ee11bfa-b3e0-49e2-b7d2-3585c219422d","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:10.624943171Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"6ee11bfa-b3e0-49e2-b7d2-3585c219422d","name":"simulator-w0-3ccdab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-3ccdab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:10.624994913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"6ee11bfa-b3e0-49e2-b7d2-3585c219422d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-3ccdab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.630294303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"9955f210-efc4-4f36-9186-01a08d07f357","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.636227267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"0a10426a-67e8-4938-b4cc-533dbe9cee48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.668955196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"6e0a7680-ec66-4286-82e7-a4e866d9f60c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.692225637Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"0a10426a-67e8-4938-b4cc-533dbe9cee48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.711998434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ccdab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"0a10426a-67e8-4938-b4cc-533dbe9cee48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.733298506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"05626453-77e8-41d8-b6f2-1c8f4980db12","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.765341386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"00145cec-c980-453a-8836-073846ab20f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.774268441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"f6ee085a-cd48-48ef-97f6-9388295f30cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.786741225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"00145cec-c980-453a-8836-073846ab20f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.817460362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"efc010c4-3049-4e7d-a154-1cb5fae7dc15","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.821139168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ccdab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"00145cec-c980-453a-8836-073846ab20f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.847458071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"4c2ed705-f868-4adc-b7bd-fd7f6a13f786","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:10.857873794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"cffbcaba-5ffd-4bf3-807e-92a312a34d69","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.870249033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"86682cfc-66fa-44d4-a3b0-2929b1acd5cb","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.872848757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"3c5efa82-e919-4320-97f1-925b573436c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.894612124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"3c5efa82-e919-4320-97f1-925b573436c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.90156069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"131bd120-500d-4cbe-bbe0-18963593408c","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.914952342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ccdab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"3c5efa82-e919-4320-97f1-925b573436c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.920779502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"77cfecd0-4bcb-48de-97c2-fd564c76bb25","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.967670375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"f527bc26-186b-4a26-bba7-57e3d3ec752e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.988636241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"f527bc26-186b-4a26-bba7-57e3d3ec752e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:10.989572565Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"2e3ed351-d96d-4181-9a70-1b1f51bfc9aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"premium-w0-3ccdab","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3ccdab/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:11.008476198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ccdab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"f527bc26-186b-4a26-bba7-57e3d3ec752e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:11.034704319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"c12e9c48-ba93-4301-94d5-dee541c6e588","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:11.056917706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"0ee0b196-58b1-4b3f-b7b0-b933ca90d93a","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:11.074763834Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"0ee0b196-58b1-4b3f-b7b0-b933ca90d93a","name":"premium-w0-3ccdab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-3ccdab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:11.074814017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"0ee0b196-58b1-4b3f-b7b0-b933ca90d93a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-3ccdab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:11.080079408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"791fbf2f-196b-4de2-9646-6ed336de1395","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:11.103674706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"26ad83cd-9edd-4f1d-be73-8aba16d865f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:11.104023336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"384cd025-7264-4285-98b0-2ab7864bad4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:11.123299314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"05682c89-53da-4862-a7f5-bea1bbc0174e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:11.136369295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"384cd025-7264-4285-98b0-2ab7864bad4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:11.136889514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"26ad83cd-9edd-4f1d-be73-8aba16d865f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:11.157009676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ccdab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"26ad83cd-9edd-4f1d-be73-8aba16d865f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:11.157975829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ccdab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"384cd025-7264-4285-98b0-2ab7864bad4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:11.178366873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"2b8d79e6-f0e0-472e-a6a9-ab5b2eaa5ced","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:11.226083621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"190a9a0b-039f-4c67-9bd7-c19b05faa5a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:11.24772797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"190a9a0b-039f-4c67-9bd7-c19b05faa5a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:11.252140408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"7cad8907-d3a3-4f31-bc45-beb06b9bb583","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:11.268311426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ccdab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"190a9a0b-039f-4c67-9bd7-c19b05faa5a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:18.0137345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"484ad5db-0e48-4581-bc6b-98bae87e9a27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:18.013863961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"ee1a5b3c-b5a7-4c27-ae4e-31625e29e768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:18.037194568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"ee1a5b3c-b5a7-4c27-ae4e-31625e29e768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:18.038033519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"484ad5db-0e48-4581-bc6b-98bae87e9a27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:18.057338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-849669-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1fbc937ff038c7ab7442282aadd89f15bd7672b8e4da1655c9b41cfd4b9b6de) AuthConfig (96909aeadefbb12bababe367b06070e84fe6808981277d7de98468ba6699b28f) AuthConfig (10819e1fe22ed9b4c177447b54c510dc2d60acadb0f7ff488f6b589ed4cef643) AuthConfig (34d2a73d186e90b60129602189f0982e896e1afe08a851092fd0b19ce8377ce3) AuthConfig (9f46776383321fe7f6337cb9d76194fd6653dee1eebf3a4150a95c0570e4578f) AuthConfig (83d0a17a4d952f024758f1d35a0fb498a06e36bed1210737111c434a68b702bd) AuthConfig (b4ddc37be0586aaf85c20dd13384ae59e4b3a4e6b3afbb087b48f71faf33c4c7) AuthConfig (3e9834526efd2eb260e90c5e66e42a53dcba4877af89c739016b7b3ece380374) AuthConfig (a8e3baab4bf4cd7d21a5c3aa6d2ddce16b013bf3d5b5c87d83211680ec5f1de0) AuthConfig (1bd4a44947998101c5ea32fa10a811db1b64dfff5a77c63201d6ab2dafc45307) AuthConfig (97c682ec6db885d2dbecc989f5f2e192fc5e9895c40725625c28fe320aae2454) AuthConfig (f16aed4d98a3c58b99312c29c538df2a6a30585c9c1561e369b74af21fbf510b) AuthConfig (9b590a3fc20c574963e0462ad96f45be85dce27d711e23b3d4a5017e739d5616) AuthConfig (e6bd04ba2e9029d8840f48736df7efdbf30d8e0059dab0b482888ba62d727d52) AuthConfig (432aa6d2d22c726e753e5a718231f563f2854082db22a9b17b39b1912541082c) AuthConfig (faa81e028ccbb60af7c44ce4196cb7f9bf73d969a45316e7074cffa0eaecd9d0) AuthConfig (dd6fca98b8eeb50db63436617abe89043476a45748045375b263bbb5ad6495f9) AuthConfig (f1be2ce63222c37197d6320d722eb5ca67afae998d01672377bcbd7dd6b6ffa3) AuthConfig (39988c0b28a1bab5f42dbf2620ca5a9cf3d8f312a4ea4499f46c67780b258564) AuthConfig (10b151627b84dafdfa14d704b5418ac450bc6eeaf77f64e56b4ff6e3291e4061) AuthConfig (d85beff8e45a155b77423074d4d0c6faa3adfda024657d6731d70916dba08f23) AuthConfig (4faeb23fa823e29ab2729525e09874bd97c8ead953c692ba6e85b5661053f05d) AuthConfig (efcd63a7bd0c4f1b34a9a11344c3dd3a6df3e7e7988baedfda93646e2372c8e8) AuthConfig (8156e0567f089bf12e6d6aa9af1c6ce286e31984863940eb9af5dbfb80e488e5) AuthConfig (a9d9ea6b1d1b3c842708617fc34b5f2acf5e11f7f0e36d1d2139b447c67c34c8) AuthConfig (2714f21b13683feccad27544e577e4159518b086b4e7c06b069e9d4b2574870d) AuthConfig (d602462fdb0ac8330116450c481214ea3c35697763bab9e6909a6e30170eeaa0) AuthConfig (70c0448c435a658c9dad663511024f67615dc7ca812f144aad13da49a11effd9) AuthConfig (d744568efbc42d464d984413f1f0b0c2f2e439b71720ebaf1c494621628e0be2) AuthConfig (28d98cf1fc3fa33413a4368dc18a143fe78bf3677a4909033d4c9312f11f0cfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"ee1a5b3c-b5a7-4c27-ae4e-31625e29e768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:18.058357756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-849669-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1fbc937ff038c7ab7442282aadd89f15bd7672b8e4da1655c9b41cfd4b9b6de) AuthConfig (96909aeadefbb12bababe367b06070e84fe6808981277d7de98468ba6699b28f) AuthConfig (10819e1fe22ed9b4c177447b54c510dc2d60acadb0f7ff488f6b589ed4cef643) AuthConfig (34d2a73d186e90b60129602189f0982e896e1afe08a851092fd0b19ce8377ce3) AuthConfig (9f46776383321fe7f6337cb9d76194fd6653dee1eebf3a4150a95c0570e4578f) AuthConfig (83d0a17a4d952f024758f1d35a0fb498a06e36bed1210737111c434a68b702bd) AuthConfig (b4ddc37be0586aaf85c20dd13384ae59e4b3a4e6b3afbb087b48f71faf33c4c7) AuthConfig (3e9834526efd2eb260e90c5e66e42a53dcba4877af89c739016b7b3ece380374) AuthConfig (a8e3baab4bf4cd7d21a5c3aa6d2ddce16b013bf3d5b5c87d83211680ec5f1de0) AuthConfig (1bd4a44947998101c5ea32fa10a811db1b64dfff5a77c63201d6ab2dafc45307) AuthConfig (97c682ec6db885d2dbecc989f5f2e192fc5e9895c40725625c28fe320aae2454) AuthConfig (f16aed4d98a3c58b99312c29c538df2a6a30585c9c1561e369b74af21fbf510b) AuthConfig (9b590a3fc20c574963e0462ad96f45be85dce27d711e23b3d4a5017e739d5616) AuthConfig (e6bd04ba2e9029d8840f48736df7efdbf30d8e0059dab0b482888ba62d727d52) AuthConfig (432aa6d2d22c726e753e5a718231f563f2854082db22a9b17b39b1912541082c) AuthConfig (faa81e028ccbb60af7c44ce4196cb7f9bf73d969a45316e7074cffa0eaecd9d0) AuthConfig (dd6fca98b8eeb50db63436617abe89043476a45748045375b263bbb5ad6495f9) AuthConfig (f1be2ce63222c37197d6320d722eb5ca67afae998d01672377bcbd7dd6b6ffa3) AuthConfig (39988c0b28a1bab5f42dbf2620ca5a9cf3d8f312a4ea4499f46c67780b258564) AuthConfig (10b151627b84dafdfa14d704b5418ac450bc6eeaf77f64e56b4ff6e3291e4061) AuthConfig (d85beff8e45a155b77423074d4d0c6faa3adfda024657d6731d70916dba08f23) AuthConfig (4faeb23fa823e29ab2729525e09874bd97c8ead953c692ba6e85b5661053f05d) AuthConfig (efcd63a7bd0c4f1b34a9a11344c3dd3a6df3e7e7988baedfda93646e2372c8e8) AuthConfig (8156e0567f089bf12e6d6aa9af1c6ce286e31984863940eb9af5dbfb80e488e5) AuthConfig (a9d9ea6b1d1b3c842708617fc34b5f2acf5e11f7f0e36d1d2139b447c67c34c8) AuthConfig (2714f21b13683feccad27544e577e4159518b086b4e7c06b069e9d4b2574870d) AuthConfig (d602462fdb0ac8330116450c481214ea3c35697763bab9e6909a6e30170eeaa0) AuthConfig (70c0448c435a658c9dad663511024f67615dc7ca812f144aad13da49a11effd9) AuthConfig (d744568efbc42d464d984413f1f0b0c2f2e439b71720ebaf1c494621628e0be2) AuthConfig (28d98cf1fc3fa33413a4368dc18a143fe78bf3677a4909033d4c9312f11f0cfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"484ad5db-0e48-4581-bc6b-98bae87e9a27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:18.226364305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"586cdbc9-8ce8-43e1-a562-c32f812aff1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:18.226364735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"98572ed3-417f-4932-a291-061e8a7e4997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:18.252323708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"98572ed3-417f-4932-a291-061e8a7e4997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:18.252414427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"586cdbc9-8ce8-43e1-a562-c32f812aff1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:18.274665403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d9b1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d08d18adaae9c83769b6065c0a916e2d9f9b6edac8b2bd58bac2a58a7637513) AuthConfig (4b60a81d880bee8b0a4ceea4dd5aac259b81dc8566e7116bf2e3f14a960ee555) AuthConfig (5565e133126b4991bcca8631d68fb67c9e9fb50a206dfc52790a3026c8946c94) AuthConfig (9568ca3648cf5e712df715ea3aa0487ce1a0c70a69de17307eb00cb2272b44d3) AuthConfig (50787df236ea83911481c462e3a713e4148e18ece0ca68829117491ab1afa5f1) AuthConfig (f099416e8f911c0f428cf5aa1c903b2fb8423a50304ac1f0b005d38fe57d3f0b) AuthConfig (ad56f36dc91e6ad884c985cf4a82d6dd90fed50df75041cc6611da9bb46895fa) AuthConfig (289f546bf52061aa7ea170375762c7915a2525132aa26ad75d353e822f6b483e) AuthConfig (4992ac94acee937dfe3c8e35f0dadc7a53604a191f80f7e810bca7a8d6b3edec) AuthConfig (298a91f7d6c4244f86fe20dd375f81afaca9377453cdf755ff226f786ceb23f7) AuthConfig (451f43b3afa8b658b3b8e002f7d11ab95bfff4110337ff3ce3ec02490e85003b) AuthConfig (ae9e389a25f92ee7183bf9f7ff9197204340b7f96c26c1df9f0f81e881365a13) AuthConfig (fac1c697b529f855285a566d0096545ab8997403490fa3218e42acbf0363a4fe) AuthConfig (9bc55c2e0157fcb2888ace9e4b193d532b4b0e06b224041d99874b58f7f50e82) AuthConfig (bc7e59ea0eeacf975574ac1ff788bba322090048bc7e0ff4a384b7dc1f43c913) AuthConfig (0e1ff769fba9fee14cfb60863ad6b920b8e13921a830c001004b49e51984bc69) AuthConfig (13a733fe9fcd8ef259cc6a9a173c0220ecfc910835820b009289e3c84a40131e) AuthConfig (3e4d571667918bb40cc1a1c311aa63a0ceb410433d5cf0ff5a7aa05e9eacca27) AuthConfig (c3fd73db8d4a8943c1ec7909a56fe78d6f9f0e7a4142b41195873a20d4b19f20) AuthConfig (1fe5f6855b5e8cc49d6eef8b4bf585a733424acde8259398d4197c71244bc4ea) AuthConfig (fbf839662bfb37f70686acdad7464842c78a9df8090043d651bc3b18f5981344) AuthConfig (58dc25e25e7d7baf23404a26a84c81a65ee651c4303721ce74aebb3194202532) AuthConfig (0c47ba659efd189597e826d0fea7c63e83cdb22959a3657252e1042596f7c047) AuthConfig (dbfd07693531e7bb95ba11b3c1665fcdc773b9490edae3a45ad3cb4b2c43c474) AuthConfig (aa3a06cfce91e0249f67b23b3427a9d9a1a66b53b590c43cba9745cd9630ec15) AuthConfig (244f43fa025d43b05b7ae2b4a81cb7e9ed24a032880df069f0b230197e9cf80d) AuthConfig (392effbc45bde3eece333257d20ecc0e4b75fcb25d5144724b09a4f8bc8de260) AuthConfig (ffce5f81ea50e0e02190f665b109310cae5e31e4f9997bd707b7d2421ec3d387) AuthConfig (1fd12fc03bf3a8e48b318aa857454a5f54db474ff516755ad50aa7d897a51666) AuthConfig (8147d936099d694330cf6d03811c833847b50ec3893df01c1d5ea1a8ebe8bef7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"98572ed3-417f-4932-a291-061e8a7e4997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:18.274966661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-1d9b1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d08d18adaae9c83769b6065c0a916e2d9f9b6edac8b2bd58bac2a58a7637513) AuthConfig (4b60a81d880bee8b0a4ceea4dd5aac259b81dc8566e7116bf2e3f14a960ee555) AuthConfig (5565e133126b4991bcca8631d68fb67c9e9fb50a206dfc52790a3026c8946c94) AuthConfig (9568ca3648cf5e712df715ea3aa0487ce1a0c70a69de17307eb00cb2272b44d3) AuthConfig (50787df236ea83911481c462e3a713e4148e18ece0ca68829117491ab1afa5f1) AuthConfig (f099416e8f911c0f428cf5aa1c903b2fb8423a50304ac1f0b005d38fe57d3f0b) AuthConfig (ad56f36dc91e6ad884c985cf4a82d6dd90fed50df75041cc6611da9bb46895fa) AuthConfig (289f546bf52061aa7ea170375762c7915a2525132aa26ad75d353e822f6b483e) AuthConfig (4992ac94acee937dfe3c8e35f0dadc7a53604a191f80f7e810bca7a8d6b3edec) AuthConfig (298a91f7d6c4244f86fe20dd375f81afaca9377453cdf755ff226f786ceb23f7) AuthConfig (451f43b3afa8b658b3b8e002f7d11ab95bfff4110337ff3ce3ec02490e85003b) AuthConfig (ae9e389a25f92ee7183bf9f7ff9197204340b7f96c26c1df9f0f81e881365a13) AuthConfig (fac1c697b529f855285a566d0096545ab8997403490fa3218e42acbf0363a4fe) AuthConfig (9bc55c2e0157fcb2888ace9e4b193d532b4b0e06b224041d99874b58f7f50e82) AuthConfig (bc7e59ea0eeacf975574ac1ff788bba322090048bc7e0ff4a384b7dc1f43c913) AuthConfig (0e1ff769fba9fee14cfb60863ad6b920b8e13921a830c001004b49e51984bc69) AuthConfig (13a733fe9fcd8ef259cc6a9a173c0220ecfc910835820b009289e3c84a40131e) AuthConfig (3e4d571667918bb40cc1a1c311aa63a0ceb410433d5cf0ff5a7aa05e9eacca27) AuthConfig (c3fd73db8d4a8943c1ec7909a56fe78d6f9f0e7a4142b41195873a20d4b19f20) AuthConfig (1fe5f6855b5e8cc49d6eef8b4bf585a733424acde8259398d4197c71244bc4ea) AuthConfig (fbf839662bfb37f70686acdad7464842c78a9df8090043d651bc3b18f5981344) AuthConfig (58dc25e25e7d7baf23404a26a84c81a65ee651c4303721ce74aebb3194202532) AuthConfig (0c47ba659efd189597e826d0fea7c63e83cdb22959a3657252e1042596f7c047) AuthConfig (dbfd07693531e7bb95ba11b3c1665fcdc773b9490edae3a45ad3cb4b2c43c474) AuthConfig (aa3a06cfce91e0249f67b23b3427a9d9a1a66b53b590c43cba9745cd9630ec15) AuthConfig (244f43fa025d43b05b7ae2b4a81cb7e9ed24a032880df069f0b230197e9cf80d) AuthConfig (392effbc45bde3eece333257d20ecc0e4b75fcb25d5144724b09a4f8bc8de260) AuthConfig (ffce5f81ea50e0e02190f665b109310cae5e31e4f9997bd707b7d2421ec3d387) AuthConfig (1fd12fc03bf3a8e48b318aa857454a5f54db474ff516755ad50aa7d897a51666) AuthConfig (8147d936099d694330cf6d03811c833847b50ec3893df01c1d5ea1a8ebe8bef7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"586cdbc9-8ce8-43e1-a562-c32f812aff1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:18.784932831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"11e0dcca-3c7e-4791-9f1e-33e664d08a3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:18.852560564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"7f27a716-fe64-44dd-9808-36cd6c0d2123","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:18.923154306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"1666e41d-3a23-421f-988f-8635a4d55e4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:18.98331451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"add4973b-6860-4772-95ea-2e04e1fb4dd4","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.004548236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"be548155-7473-4f77-b236-7bd340703300","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.016842157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"8d44176d-6f52-495c-873b-db444a288b0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.028230057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"be548155-7473-4f77-b236-7bd340703300","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.038266849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"8d44176d-6f52-495c-873b-db444a288b0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.04836693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ccdab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ac9c013d881488d3de5bb1a5f6361de283825968bee3c4933820f83b220fead) AuthConfig (2e3395990aabcb5cc253ae9d3f1e70ca3295e54997b6b65b6623de7ad369fb70) AuthConfig (e50efdff4f98d75b267bc97894327c9c60a1254ef45b2efcd54de30976412b7b) AuthConfig (5745e9dd752ae53697a022bfeaf0480d917c411942c2dc7882dcad4e5e5afd63) AuthConfig (7e46c2dbc0ae6eaba25c96ee5048615e205f43b0dd9c0b21ded23d0cb1f73716) AuthConfig (83d54c6174ec6e85c1b5ab944243db0d4d49d77710fc8d4a9633eab4d25e422f) AuthConfig (ccec9b285b246ec8129344b60612cf4443516596f8f64d25850429e65f129a6b) AuthConfig (67a1dfcadc365e170db02c1ac943eba9e7dd079cde50b243cf8c7ba15c1325e7) AuthConfig (50e497b76cb31670695ac9ff0c27cb2909adababae929eab25baa2e576b123ea) AuthConfig (f6aa04b680a70d4b58b85991c1b08887956b01b2cf042deb58f2b2166177ac8a) AuthConfig (1d3f0a7fd22e8e716042646683940cab7534e9e27084fa60c6502aadb4603ba4) AuthConfig (4e7a819ec797dfa0097fa8bf9e00587ab735273562be862d814d3936779f6d47) AuthConfig (d6e9612cf3931a55e866a012c3bb3edf233e189cf0302c3c85f8a9f50be2cdcf) AuthConfig (e4857fceedba99dd70f6e7091761082ce5efcb5354bec6003abb90c3b2e5f9ea) AuthConfig (938e8b3c4749d97ff18bdc3834ae0ac32f18c14460393403507d8f11bb219b00) AuthConfig (108bf5a2b3c5726bdd709fc69cc925b90d2cd2ee6731e47aa58b48bbc21417cb) AuthConfig (6ff14e45b0eff8679eebccf608c430c11e5c04bf3d5e2607058baabf16a078c6) AuthConfig (4093f86f0978fb559c518e657aac6dcfc15953aaba595f5e0a44c9eedd3f3d4f) AuthConfig (0643e98859bd6d50d4a12df89a9f63f7f6868c5d5f6b42edc2af9a0c6e79f938) AuthConfig (9c7ad7820e648636422d33b7cddc6cf7e3065005a350e14200113fb8e5bf45de) AuthConfig (b219a7fdb5eaf45697fa3a68ac1d2674a268f3564aa76f831c536ee954dc78ee) AuthConfig (9017a8a435f33b5978984caac8ea32bc4ba45d9802d76d6053e71345bba1cf9b) AuthConfig (c638b580dffea02111fe42a466e91b36c25b9a4223a23f856182b188b706339f) AuthConfig (38c735ad6a9e6e202c65c654a8d38f0c4e970b84d6b6a28a9fd2186d3c45dc31) AuthConfig (837a3264c86baefe0aa4ffd3434b46536fc0782f1701ddf399fed35a1c86fb68) AuthConfig (06148a2b63de6d7b34075cda65e4dcd5a53f3e444f6d0da880e26bf0fd22de42) AuthConfig (64317d9f8931091c1f471c6e1cc041d3997e8908bdf111c319cdf6481f585537) AuthConfig (603843dee01ce9ca78ec284ac470ec889f77223069f50bccd01e2754d0ceaf3c) AuthConfig (faca124724ccce879aa1e1015347c93ac7e5b90d1757b7d98bc3b6ec4a674ecd) AuthConfig (b68ef7c07083c59e3464a0f53fdb5b0f3a2490facecabe553c0cdf9cc505934d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"be548155-7473-4f77-b236-7bd340703300","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.059835891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ccdab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ac9c013d881488d3de5bb1a5f6361de283825968bee3c4933820f83b220fead) AuthConfig (2e3395990aabcb5cc253ae9d3f1e70ca3295e54997b6b65b6623de7ad369fb70) AuthConfig (e50efdff4f98d75b267bc97894327c9c60a1254ef45b2efcd54de30976412b7b) AuthConfig (5745e9dd752ae53697a022bfeaf0480d917c411942c2dc7882dcad4e5e5afd63) AuthConfig (7e46c2dbc0ae6eaba25c96ee5048615e205f43b0dd9c0b21ded23d0cb1f73716) AuthConfig (83d54c6174ec6e85c1b5ab944243db0d4d49d77710fc8d4a9633eab4d25e422f) AuthConfig (ccec9b285b246ec8129344b60612cf4443516596f8f64d25850429e65f129a6b) AuthConfig (67a1dfcadc365e170db02c1ac943eba9e7dd079cde50b243cf8c7ba15c1325e7) AuthConfig (50e497b76cb31670695ac9ff0c27cb2909adababae929eab25baa2e576b123ea) AuthConfig (f6aa04b680a70d4b58b85991c1b08887956b01b2cf042deb58f2b2166177ac8a) AuthConfig (1d3f0a7fd22e8e716042646683940cab7534e9e27084fa60c6502aadb4603ba4) AuthConfig (4e7a819ec797dfa0097fa8bf9e00587ab735273562be862d814d3936779f6d47) AuthConfig (d6e9612cf3931a55e866a012c3bb3edf233e189cf0302c3c85f8a9f50be2cdcf) AuthConfig (e4857fceedba99dd70f6e7091761082ce5efcb5354bec6003abb90c3b2e5f9ea) AuthConfig (938e8b3c4749d97ff18bdc3834ae0ac32f18c14460393403507d8f11bb219b00) AuthConfig (108bf5a2b3c5726bdd709fc69cc925b90d2cd2ee6731e47aa58b48bbc21417cb) AuthConfig (6ff14e45b0eff8679eebccf608c430c11e5c04bf3d5e2607058baabf16a078c6) AuthConfig (4093f86f0978fb559c518e657aac6dcfc15953aaba595f5e0a44c9eedd3f3d4f) AuthConfig (0643e98859bd6d50d4a12df89a9f63f7f6868c5d5f6b42edc2af9a0c6e79f938) AuthConfig (9c7ad7820e648636422d33b7cddc6cf7e3065005a350e14200113fb8e5bf45de) AuthConfig (b219a7fdb5eaf45697fa3a68ac1d2674a268f3564aa76f831c536ee954dc78ee) AuthConfig (9017a8a435f33b5978984caac8ea32bc4ba45d9802d76d6053e71345bba1cf9b) AuthConfig (c638b580dffea02111fe42a466e91b36c25b9a4223a23f856182b188b706339f) AuthConfig (38c735ad6a9e6e202c65c654a8d38f0c4e970b84d6b6a28a9fd2186d3c45dc31) AuthConfig (837a3264c86baefe0aa4ffd3434b46536fc0782f1701ddf399fed35a1c86fb68) AuthConfig (06148a2b63de6d7b34075cda65e4dcd5a53f3e444f6d0da880e26bf0fd22de42) AuthConfig (64317d9f8931091c1f471c6e1cc041d3997e8908bdf111c319cdf6481f585537) AuthConfig (603843dee01ce9ca78ec284ac470ec889f77223069f50bccd01e2754d0ceaf3c) AuthConfig (faca124724ccce879aa1e1015347c93ac7e5b90d1757b7d98bc3b6ec4a674ecd) AuthConfig (b68ef7c07083c59e3464a0f53fdb5b0f3a2490facecabe553c0cdf9cc505934d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"8d44176d-6f52-495c-873b-db444a288b0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.075146314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"0b689cd9-3464-4981-8cfe-5d51f9e69e70","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.084745161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"cfa96230-187f-4af2-9e2e-3512bf49e6e8","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.108518374Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d0a2862e","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-dry-sub-d0a2862e","reconcileID":"5463dc15-5438-4978-b74a-a2126f925176","MaaSSubscription":{"name":"e2e-dry-sub-d0a2862e","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscription":"e2e-dry-sub-d0a2862e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.123766433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"eafcafd5-2cc2-4e55-9beb-1fdc4990f98f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.137715354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"9f23fd2f-fc9a-4c7b-adeb-59fb21f24ed7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.147596942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"eafcafd5-2cc2-4e55-9beb-1fdc4990f98f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.159524965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"9f23fd2f-fc9a-4c7b-adeb-59fb21f24ed7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.167693303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ccdab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ac9c013d881488d3de5bb1a5f6361de283825968bee3c4933820f83b220fead) AuthConfig (2e3395990aabcb5cc253ae9d3f1e70ca3295e54997b6b65b6623de7ad369fb70) AuthConfig (e50efdff4f98d75b267bc97894327c9c60a1254ef45b2efcd54de30976412b7b) AuthConfig (5745e9dd752ae53697a022bfeaf0480d917c411942c2dc7882dcad4e5e5afd63) AuthConfig (7e46c2dbc0ae6eaba25c96ee5048615e205f43b0dd9c0b21ded23d0cb1f73716) AuthConfig (83d54c6174ec6e85c1b5ab944243db0d4d49d77710fc8d4a9633eab4d25e422f) AuthConfig (ccec9b285b246ec8129344b60612cf4443516596f8f64d25850429e65f129a6b) AuthConfig (67a1dfcadc365e170db02c1ac943eba9e7dd079cde50b243cf8c7ba15c1325e7) AuthConfig (50e497b76cb31670695ac9ff0c27cb2909adababae929eab25baa2e576b123ea) AuthConfig (f6aa04b680a70d4b58b85991c1b08887956b01b2cf042deb58f2b2166177ac8a) AuthConfig (1d3f0a7fd22e8e716042646683940cab7534e9e27084fa60c6502aadb4603ba4) AuthConfig (4e7a819ec797dfa0097fa8bf9e00587ab735273562be862d814d3936779f6d47) AuthConfig (d6e9612cf3931a55e866a012c3bb3edf233e189cf0302c3c85f8a9f50be2cdcf) AuthConfig (e4857fceedba99dd70f6e7091761082ce5efcb5354bec6003abb90c3b2e5f9ea) AuthConfig (938e8b3c4749d97ff18bdc3834ae0ac32f18c14460393403507d8f11bb219b00) AuthConfig (108bf5a2b3c5726bdd709fc69cc925b90d2cd2ee6731e47aa58b48bbc21417cb) AuthConfig (6ff14e45b0eff8679eebccf608c430c11e5c04bf3d5e2607058baabf16a078c6) AuthConfig (4093f86f0978fb559c518e657aac6dcfc15953aaba595f5e0a44c9eedd3f3d4f) AuthConfig (0643e98859bd6d50d4a12df89a9f63f7f6868c5d5f6b42edc2af9a0c6e79f938) AuthConfig (9c7ad7820e648636422d33b7cddc6cf7e3065005a350e14200113fb8e5bf45de) AuthConfig (b219a7fdb5eaf45697fa3a68ac1d2674a268f3564aa76f831c536ee954dc78ee) AuthConfig (9017a8a435f33b5978984caac8ea32bc4ba45d9802d76d6053e71345bba1cf9b) AuthConfig (c638b580dffea02111fe42a466e91b36c25b9a4223a23f856182b188b706339f) AuthConfig (38c735ad6a9e6e202c65c654a8d38f0c4e970b84d6b6a28a9fd2186d3c45dc31) AuthConfig (837a3264c86baefe0aa4ffd3434b46536fc0782f1701ddf399fed35a1c86fb68) AuthConfig (06148a2b63de6d7b34075cda65e4dcd5a53f3e444f6d0da880e26bf0fd22de42) AuthConfig (64317d9f8931091c1f471c6e1cc041d3997e8908bdf111c319cdf6481f585537) AuthConfig (603843dee01ce9ca78ec284ac470ec889f77223069f50bccd01e2754d0ceaf3c) AuthConfig (faca124724ccce879aa1e1015347c93ac7e5b90d1757b7d98bc3b6ec4a674ecd) AuthConfig (b68ef7c07083c59e3464a0f53fdb5b0f3a2490facecabe553c0cdf9cc505934d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"eafcafd5-2cc2-4e55-9beb-1fdc4990f98f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.183019347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ccdab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ac9c013d881488d3de5bb1a5f6361de283825968bee3c4933820f83b220fead) AuthConfig (2e3395990aabcb5cc253ae9d3f1e70ca3295e54997b6b65b6623de7ad369fb70) AuthConfig (e50efdff4f98d75b267bc97894327c9c60a1254ef45b2efcd54de30976412b7b) AuthConfig (5745e9dd752ae53697a022bfeaf0480d917c411942c2dc7882dcad4e5e5afd63) AuthConfig (7e46c2dbc0ae6eaba25c96ee5048615e205f43b0dd9c0b21ded23d0cb1f73716) AuthConfig (83d54c6174ec6e85c1b5ab944243db0d4d49d77710fc8d4a9633eab4d25e422f) AuthConfig (ccec9b285b246ec8129344b60612cf4443516596f8f64d25850429e65f129a6b) AuthConfig (67a1dfcadc365e170db02c1ac943eba9e7dd079cde50b243cf8c7ba15c1325e7) AuthConfig (50e497b76cb31670695ac9ff0c27cb2909adababae929eab25baa2e576b123ea) AuthConfig (f6aa04b680a70d4b58b85991c1b08887956b01b2cf042deb58f2b2166177ac8a) AuthConfig (1d3f0a7fd22e8e716042646683940cab7534e9e27084fa60c6502aadb4603ba4) AuthConfig (4e7a819ec797dfa0097fa8bf9e00587ab735273562be862d814d3936779f6d47) AuthConfig (d6e9612cf3931a55e866a012c3bb3edf233e189cf0302c3c85f8a9f50be2cdcf) AuthConfig (e4857fceedba99dd70f6e7091761082ce5efcb5354bec6003abb90c3b2e5f9ea) AuthConfig (938e8b3c4749d97ff18bdc3834ae0ac32f18c14460393403507d8f11bb219b00) AuthConfig (108bf5a2b3c5726bdd709fc69cc925b90d2cd2ee6731e47aa58b48bbc21417cb) AuthConfig (6ff14e45b0eff8679eebccf608c430c11e5c04bf3d5e2607058baabf16a078c6) AuthConfig (4093f86f0978fb559c518e657aac6dcfc15953aaba595f5e0a44c9eedd3f3d4f) AuthConfig (0643e98859bd6d50d4a12df89a9f63f7f6868c5d5f6b42edc2af9a0c6e79f938) AuthConfig (9c7ad7820e648636422d33b7cddc6cf7e3065005a350e14200113fb8e5bf45de) AuthConfig (b219a7fdb5eaf45697fa3a68ac1d2674a268f3564aa76f831c536ee954dc78ee) AuthConfig (9017a8a435f33b5978984caac8ea32bc4ba45d9802d76d6053e71345bba1cf9b) AuthConfig (c638b580dffea02111fe42a466e91b36c25b9a4223a23f856182b188b706339f) AuthConfig (38c735ad6a9e6e202c65c654a8d38f0c4e970b84d6b6a28a9fd2186d3c45dc31) AuthConfig (837a3264c86baefe0aa4ffd3434b46536fc0782f1701ddf399fed35a1c86fb68) AuthConfig (06148a2b63de6d7b34075cda65e4dcd5a53f3e444f6d0da880e26bf0fd22de42) AuthConfig (64317d9f8931091c1f471c6e1cc041d3997e8908bdf111c319cdf6481f585537) AuthConfig (603843dee01ce9ca78ec284ac470ec889f77223069f50bccd01e2754d0ceaf3c) AuthConfig (faca124724ccce879aa1e1015347c93ac7e5b90d1757b7d98bc3b6ec4a674ecd) AuthConfig (b68ef7c07083c59e3464a0f53fdb5b0f3a2490facecabe553c0cdf9cc505934d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"9f23fd2f-fc9a-4c7b-adeb-59fb21f24ed7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.188818581Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d0a2862e","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-dry-sub-d0a2862e","reconcileID":"5463dc15-5438-4978-b74a-a2126f925176","MaaSSubscription":{"name":"e2e-dry-sub-d0a2862e","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:19.200368519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"9f23fd2f-fc9a-4c7b-adeb-59fb21f24ed7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.264805913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"a9fddf15-1e5a-4aaa-8119-3a24e3dc5eb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.268591507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"a19d11fd-4e41-49f6-8e9f-7d524370d447","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.290431997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"a9fddf15-1e5a-4aaa-8119-3a24e3dc5eb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.31061896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ccdab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ac9c013d881488d3de5bb1a5f6361de283825968bee3c4933820f83b220fead) AuthConfig (2e3395990aabcb5cc253ae9d3f1e70ca3295e54997b6b65b6623de7ad369fb70) AuthConfig (e50efdff4f98d75b267bc97894327c9c60a1254ef45b2efcd54de30976412b7b) AuthConfig (5745e9dd752ae53697a022bfeaf0480d917c411942c2dc7882dcad4e5e5afd63) AuthConfig (7e46c2dbc0ae6eaba25c96ee5048615e205f43b0dd9c0b21ded23d0cb1f73716) AuthConfig (83d54c6174ec6e85c1b5ab944243db0d4d49d77710fc8d4a9633eab4d25e422f) AuthConfig (ccec9b285b246ec8129344b60612cf4443516596f8f64d25850429e65f129a6b) AuthConfig (67a1dfcadc365e170db02c1ac943eba9e7dd079cde50b243cf8c7ba15c1325e7) AuthConfig (50e497b76cb31670695ac9ff0c27cb2909adababae929eab25baa2e576b123ea) AuthConfig (f6aa04b680a70d4b58b85991c1b08887956b01b2cf042deb58f2b2166177ac8a) AuthConfig (1d3f0a7fd22e8e716042646683940cab7534e9e27084fa60c6502aadb4603ba4) AuthConfig (4e7a819ec797dfa0097fa8bf9e00587ab735273562be862d814d3936779f6d47) AuthConfig (d6e9612cf3931a55e866a012c3bb3edf233e189cf0302c3c85f8a9f50be2cdcf) AuthConfig (e4857fceedba99dd70f6e7091761082ce5efcb5354bec6003abb90c3b2e5f9ea) AuthConfig (938e8b3c4749d97ff18bdc3834ae0ac32f18c14460393403507d8f11bb219b00) AuthConfig (108bf5a2b3c5726bdd709fc69cc925b90d2cd2ee6731e47aa58b48bbc21417cb) AuthConfig (6ff14e45b0eff8679eebccf608c430c11e5c04bf3d5e2607058baabf16a078c6) AuthConfig (4093f86f0978fb559c518e657aac6dcfc15953aaba595f5e0a44c9eedd3f3d4f) AuthConfig (0643e98859bd6d50d4a12df89a9f63f7f6868c5d5f6b42edc2af9a0c6e79f938) AuthConfig (9c7ad7820e648636422d33b7cddc6cf7e3065005a350e14200113fb8e5bf45de) AuthConfig (b219a7fdb5eaf45697fa3a68ac1d2674a268f3564aa76f831c536ee954dc78ee) AuthConfig (9017a8a435f33b5978984caac8ea32bc4ba45d9802d76d6053e71345bba1cf9b) AuthConfig (c638b580dffea02111fe42a466e91b36c25b9a4223a23f856182b188b706339f) AuthConfig (38c735ad6a9e6e202c65c654a8d38f0c4e970b84d6b6a28a9fd2186d3c45dc31) AuthConfig (837a3264c86baefe0aa4ffd3434b46536fc0782f1701ddf399fed35a1c86fb68) AuthConfig (06148a2b63de6d7b34075cda65e4dcd5a53f3e444f6d0da880e26bf0fd22de42) AuthConfig (64317d9f8931091c1f471c6e1cc041d3997e8908bdf111c319cdf6481f585537) AuthConfig (603843dee01ce9ca78ec284ac470ec889f77223069f50bccd01e2754d0ceaf3c) AuthConfig (faca124724ccce879aa1e1015347c93ac7e5b90d1757b7d98bc3b6ec4a674ecd) AuthConfig (b68ef7c07083c59e3464a0f53fdb5b0f3a2490facecabe553c0cdf9cc505934d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"a9fddf15-1e5a-4aaa-8119-3a24e3dc5eb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.348262047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"5aeb7ffa-b8d6-403d-a41a-48d8b8d60563","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.372046908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"ecbce515-044a-417b-98b7-20186a112115","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.474382899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"ea8202dd-49b8-43f6-bd95-6c4e83d8f27e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.475029034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"76d77aae-40c6-40db-8911-104934ae1c86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.475600254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-dry-sub-d0a2862e-auth","reconcileID":"e3929684-1b6d-4b8d-b60d-83dd103acef1","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.559885509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"ea8202dd-49b8-43f6-bd95-6c4e83d8f27e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.562188924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"76d77aae-40c6-40db-8911-104934ae1c86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.564249546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-dry-sub-d0a2862e-auth","reconcileID":"e3929684-1b6d-4b8d-b60d-83dd103acef1","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.564512168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"1279ef73-78cd-46d3-8985-76bab0ad000b","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.610751425Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-dry-sub-d0a2862e-auth","reconcileID":"cf87ff39-72b6-4004-935a-a8bebc28660c","MaaSAuthPolicy":{"name":"e2e-dry-sub-d0a2862e-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:19.674836407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"22c0dad1-7ea9-4e9f-b0c0-94005e778600","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:20.830712075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"c6477bc8-0053-4dc3-a4fb-559b07c4634f","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:20.853370528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"be41a188-5dac-4e44-bb7d-d974b7d951e0","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:20.901679367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-combo-sub-b4cadf47-auth","reconcileID":"877b6310-7dff-4be8-992d-20833d02ec01","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:20.923343703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-combo-sub-b4cadf47-auth","reconcileID":"877b6310-7dff-4be8-992d-20833d02ec01","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:21.01019647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"8efdce1e-d41f-471d-9dc7-d2222c2fcad9","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:21.046761752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"84c3358e-89cf-4efa-bdd6-90c1eff94fbf","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:21.057477175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-combo-sub-b4cadf47-auth","reconcileID":"e043a3c3-538f-4f65-8174-77b7872ab8c8","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:21.067786275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"77d0792e-fd5f-45db-9ce9-1e0f25956b11","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:21.078648494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-combo-sub-b4cadf47-auth","reconcileID":"e043a3c3-538f-4f65-8174-77b7872ab8c8","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:21.089690677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-b4cadf47","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-combo-sub-b4cadf47","reconcileID":"84dff3bf-6082-4f26-a2b1-658b17ebaab3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-b4cadf47\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:21.133551051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"c819892b-fc49-4cd2-a235-171940e997cf","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:21.155381156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"b8f7f4b2-9d0e-442a-871e-eacb7e4583c2","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:21.160310929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"84507465-1698-4193-8850-ef6bc4e9abdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:21.160311749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"2e2be1fd-9685-4eca-8314-6ceb1cec7dbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:21.187133392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"2e2be1fd-9685-4eca-8314-6ceb1cec7dbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:21.187223495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"84507465-1698-4193-8850-ef6bc4e9abdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:21.259263675Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-b4cadf47","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-combo-sub-b4cadf47","reconcileID":"6f3845bd-ed61-4da6-aa53-4c74f01a5cef","MaaSSubscription":{"name":"e2e-combo-sub-b4cadf47","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/e2e-combo-sub-b4cadf47","ai-tenant-e2e-worker-w3-4e261b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:21.264672371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-combo-sub-b4cadf47-auth","reconcileID":"9381ec47-967d-4346-8bdf-faaf45840ae9","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:21.286173007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-combo-sub-b4cadf47-auth","reconcileID":"9381ec47-967d-4346-8bdf-faaf45840ae9","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:21.318853037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"c44f03e5-2cb5-47e9-9a73-b5a95c8868aa","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:21.327721835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"f79a8f75-81be-446c-852e-2d9df83ee73e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:21.364639578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"bdbdba3e-1629-46bb-9c5a-27460405b9a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:21.365093654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"9165aa60-39b4-41e8-9ad2-295ab7a36e44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:21.387421978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"bdbdba3e-1629-46bb-9c5a-27460405b9a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:21.394285835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"9165aa60-39b4-41e8-9ad2-295ab7a36e44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:21.493017268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-b4cadf47","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-combo-sub-b4cadf47","reconcileID":"b2e39387-9e79-46cd-bfdd-5b96b65bac7f","MaaSSubscription":{"name":"e2e-combo-sub-b4cadf47","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:24.365564782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"f4641bb1-af69-4606-a9da-31ee219f17b8","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:24.382315739Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:24.421662403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"5bc90d4b-b4f6-47cc-940d-f2e1fbe00f7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:24.426634619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-combo-sub-b4cadf47-auth","reconcileID":"62c99719-cf78-46a8-accc-2c5fd3b964b3","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:24.426680681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"0d08c78e-98f4-48bd-b2e9-9bab7f179186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:24.453952292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"5bc90d4b-b4f6-47cc-940d-f2e1fbe00f7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:24.460848425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"0d08c78e-98f4-48bd-b2e9-9bab7f179186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:24.46171541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-combo-sub-b4cadf47-auth","reconcileID":"62c99719-cf78-46a8-accc-2c5fd3b964b3","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:26.326894439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"0519c6b9-25af-4213-8dec-389e83e70fde","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:26.42038583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eda43af1-4e20-4f3c-afd6-85aa75584eb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:26.420684841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"d38a2b4b-3155-443d-82d2-54c0d1261395","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:26.421567383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"57953e61-0cab-4b98-b7d4-5bb52157f4b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:26.511867398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"843f6d80-d19b-4393-a89a-1ca063c3918d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:26.512401815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"aec1d67c-ae61-4bd3-828a-0f349169fc7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:26.528863872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cc889a8d-d115-44f5-be1e-1487287d64a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:26.615193989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"791cc5d9-b1f6-47ab-8803-e54391779ff2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:26.696461555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"8c47ca1e-4ee4-415c-b7d8-99ef91ed50f4","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:26.710964831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"2bc341de-951d-4e04-b7ae-99a77fc98f4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:26.73521578Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"a841a4f2-a6f5-4baf-81fa-2b04352dec1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:26.841245187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"7191f7a5-c793-4d42-9e2e-0a9152270d9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:26.863552925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"b2804560-c9ae-472d-bcba-b219cebd6999","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:26.8833489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"ae7fbc3e-b5bd-40e9-b92f-780bc655babf","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:26.901808601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"d9c26066-d5f5-4178-8b47-827ed94c760b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:26.945718514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"f70ef0bd-ca20-4b67-90df-cd2ef4fa63ec","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:26.968772493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"c391f6a7-1188-4807-aa3d-8c59822e5ef1","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.048152117Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"4e4d3ebe-d155-4b54-b843-f502674cf6c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"simulator-w1-e43a66","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e43a66/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.092870534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"29c495a9-4c8b-4584-b1f7-bb66c961ed2b","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.117945178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"ae1f5521-1bd8-4ab2-8ad3-6f890799c2bc","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:27.13608278Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"ae1f5521-1bd8-4ab2-8ad3-6f890799c2bc","name":"simulator-w1-e43a66","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-e43a66\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:27.136130231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"ae1f5521-1bd8-4ab2-8ad3-6f890799c2bc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-e43a66\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.141357842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"725363fd-3289-4647-ad6c-5792f7b0f5a9","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.158373668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"8533334b-9a72-49ce-ace4-944ad26ad64c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.191161949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"910cc6a6-a01d-44cc-9130-da0cf002bca1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.221757234Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"8533334b-9a72-49ce-ace4-944ad26ad64c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.241874621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e43a66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"8533334b-9a72-49ce-ace4-944ad26ad64c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.263787275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"e7e1c54f-6e1a-4e92-9bd0-06e0d96385d3","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.295404965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"1a641e64-bf9e-4ef4-8b6c-095e5f6818ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.312169064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"0107ee09-a3c2-4deb-8681-50d155df1792","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.3167742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"1a641e64-bf9e-4ef4-8b6c-095e5f6818ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.322119396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"7acf55da-d40e-4e2d-8d54-90458e0cad9d","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.337073064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e43a66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"1a641e64-bf9e-4ef4-8b6c-095e5f6818ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.346326115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"189d5f7b-e8e7-4c65-a1e0-98123007b72f","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:27.367121313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"1a641e64-bf9e-4ef4-8b6c-095e5f6818ee","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.370349123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"254ef49e-615e-461b-a32e-d156f1e218d0","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:27.370810045Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-e43a66/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.392982908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"39e3546b-df55-485e-a33e-a0bbd405e147","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.400320962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"673e9c07-6e66-45cb-ba7d-d0cf7d55a074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.423806437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"673e9c07-6e66-45cb-ba7d-d0cf7d55a074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.44417091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e43a66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"673e9c07-6e66-45cb-ba7d-d0cf7d55a074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.462303978Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"039101ac-8178-444a-9348-e4bed808fe8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"premium-w1-e43a66","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e43a66/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.507062112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"38cafe2f-f8cb-4157-8952-8f6c23b86d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.52964942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"38cafe2f-f8cb-4157-8952-8f6c23b86d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.532142973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"8c66a037-d98b-4a0f-a1a4-7c93cbad6bf1","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.550201842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e43a66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"38cafe2f-f8cb-4157-8952-8f6c23b86d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.550538322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"2e3b8b0a-1450-41f5-9a44-2ddbba28e6a8","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.57629208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"fe1423a6-1924-4a62-aaea-bc58d3a77741","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.600803023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"42a05d5d-4e05-4af1-aacb-ad5abcc928a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.61979166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"34778991-7f56-4c2c-a563-1150f8ff4efb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.62517946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"a87cf2ae-48c8-4ebb-8a52-1a7786713a8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.641422267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"34778991-7f56-4c2c-a563-1150f8ff4efb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.646728038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"a87cf2ae-48c8-4ebb-8a52-1a7786713a8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.661357308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e43a66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"34778991-7f56-4c2c-a563-1150f8ff4efb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.668560419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e43a66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"a87cf2ae-48c8-4ebb-8a52-1a7786713a8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.690518051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"c8d52ee7-fb00-4ff5-a472-e9754b41e445","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.709028261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"4c14a51b-f54a-4fd2-ae93-11b7d25abd8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.740034149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"210a2f93-4a42-4f6e-9048-ef0f00876e83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.761258613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"210a2f93-4a42-4f6e-9048-ef0f00876e83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:27.781037975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e43a66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"210a2f93-4a42-4f6e-9048-ef0f00876e83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:28.106295541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"b4b2faf1-247b-4702-9792-19f8ee59fff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:28.106295538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"80d34846-8b17-4896-9094-81d1bd29e9d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:28.127805058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"80d34846-8b17-4896-9094-81d1bd29e9d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:28.127959068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"b4b2faf1-247b-4702-9792-19f8ee59fff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:28.22536467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"512b4084-d1cc-4c24-bb2e-90fd0ef5aa6a","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:28.308704386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"af427244-4713-4035-ae1a-9a5c6aa00836","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:28.325161928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e9d99a3b-bbd1-4fdc-96fb-52cc91b2050e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:28.325169232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"5cd32a30-9c34-405a-bbd5-e6ae6d4cc956","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:28.346294902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"5cd32a30-9c34-405a-bbd5-e6ae6d4cc956","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:28.346358848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e9d99a3b-bbd1-4fdc-96fb-52cc91b2050e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:28.435633992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"96066d6a-75c6-4cff-aeb1-33f1b314e131","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:28.438355388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"a6162c9f-fdd3-470d-ad5d-6f396fe45dce","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:29.216476007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"b3451b93-d172-45b6-b49b-f0723d68c689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:29.23810012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"b3451b93-d172-45b6-b49b-f0723d68c689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:29.332382167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"3285b51c-5297-4aeb-98b5-41cbf2db7f5c","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:29.362876868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"338734dc-2603-4161-8ff1-ad85534f4dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:29.38555839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"338734dc-2603-4161-8ff1-ad85534f4dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:29.568091235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"c410e6b8-f442-48e1-b88e-1def5eff2748","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:34.474630313Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-b4cadf47","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-combo-sub-b4cadf47","reconcileID":"7b86218c-fcba-4c07-a067-4398ce469451","MaaSSubscription":{"name":"e2e-combo-sub-b4cadf47","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscription":"e2e-combo-sub-b4cadf47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:34.526624113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-b4cadf47","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-combo-sub-b4cadf47","reconcileID":"7b86218c-fcba-4c07-a067-4398ce469451","MaaSSubscription":{"name":"e2e-combo-sub-b4cadf47","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:34.612695147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"62a124d1-8592-4366-94dd-80ec5c619043","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:34.647865958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"a3d75016-05fb-474a-8bb7-dfeb9bc7de35","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:34.692548203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-combo-sub-b4cadf47-auth","reconcileID":"e08ac6dc-78eb-431b-a2ac-8793f5d47a7f","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:34.696224435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"9e6005f0-af05-4df8-bba8-629bf270cde1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:34.70215206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"08a7204c-bba2-4113-ba86-9814359dd4d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:34.714877824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-combo-sub-b4cadf47-auth","reconcileID":"e08ac6dc-78eb-431b-a2ac-8793f5d47a7f","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:34.718006935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"9e6005f0-af05-4df8-bba8-629bf270cde1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:34.723564456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"08a7204c-bba2-4113-ba86-9814359dd4d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:34.793406876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"b1669901-523f-4d96-bf7f-31a69acb454c","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:34.853519317Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-combo-sub-b4cadf47-auth","reconcileID":"2fb0802d-3768-45bc-9376-330b74f631fa","MaaSAuthPolicy":{"name":"e2e-combo-sub-b4cadf47-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:35.076074749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"21614bda-42b5-4cc0-976b-301da337477a","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.082168881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"3550f29b-3c4b-4286-9235-30496f530953","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.18783744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"987aabb3-f998-4e73-9404-6499e02e962e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.189660558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"136d058d-8b49-4f28-b3b0-497f7d502a56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.189753059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"e5b48c23-d82c-42d7-84a2-798562cee9d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.312564654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"4f50116b-433b-4499-9c43-4ba4188d744c","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.322248966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6d8c97b0-cabf-4549-b6c4-4829bc1ee4c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.336174462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"090d2fd0-cb48-4ec2-bd9b-a92be33e1f82","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.390118396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"e041825e-82c2-4ae8-bd33-658ef15d5b2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.394604061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"60c39a6d-dbce-4238-ac76-f5d24a75840e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.481137188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"3c2df8da-69aa-4c56-87fc-5100869a05f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.483258607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"ee14013c-ea33-4072-910c-50d4e0f0257c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.550785662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"09143913-b264-4991-88ff-08fa9f65f08b","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.588481259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"c8a18e1f-32be-4cbe-b919-b22bdc635823","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.589099045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"d99a4045-62d4-4098-81d3-11afbdb4f7ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.604358894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"c335e644-5700-4910-8f25-ecf88ab87a54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.604834788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"fe657cbb-01cf-434c-a402-febdebdee55e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.666282566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"fe657cbb-01cf-434c-a402-febdebdee55e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.668493954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"c335e644-5700-4910-8f25-ecf88ab87a54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.686846039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e43a66-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2330ec411fa4081897421e528f40262a3d4e768e37ab07c9bfadb96533d148a5) AuthConfig (49cb987472354953d9dcfb988eaf99532a1544e77fcccb625fe13f39a202bb4a) AuthConfig (976c31084377c3ba0930ed442259721e6cf1a1fb69ed1cc58150aaa510ed8833) AuthConfig (c86213616324fbc930955f437b0de2e4e3c983e0e68093b9d8bcbe8624631aef) AuthConfig (adb635a0a04d97b878b9f0bd0370da1bdad80d138660309e0cf0d2ac5d9e9ecc) AuthConfig (684f50f765825eb68fe560e12a1dffcf1e0495772a87aeb01a95c36619aa79e6) AuthConfig (3ed9c9ca12f05c6456567cb90af02979901c7be60548360d49d06e4fdc879b86) AuthConfig (dc45ed7c15a51acb630d9f6ef6c88b2578a30f8f21375b56173a3ae54f003744) AuthConfig (96221c836bd7fedf7d779c4ca06f8157d9ef6fdfcbddfbd316aa058fbb74fcce) AuthConfig (1126c50cdfacfe706f7c186610ba6a566561de0bb1c582b32e72bb2e18754729) AuthConfig (dd3b6e9e658401e5d7017ea2abd66a46f230a9165e7836995319807aefe91b3f) AuthConfig (34a0a6892f846fbbefa82a50178623467c95edbda50ccf5f57327cfd865fb4b5) AuthConfig (98aeafcbb320d9190c52e7865bff85c518f2d0b1f762e8c74eb68baaaccbe55a) AuthConfig (98736246ff38cb9e258ceb33e0b08cf5f1f595f0b8134f17fa1ede7c4751ba2d) AuthConfig (d789d3f861e4a5391dc351e43c5cb0170b3bbdf9314620135b6ae34d5cfbad04) AuthConfig (eb0d79fbe9ad1015f42c9572ac3cab445f53de71dc83ef268eb4ac0e6cf89185) AuthConfig (65237e4ca1203aaea5e6d9d406fa3834c2505cd146238aa6d03f5c70309271d3) AuthConfig (bc4f9a45fdeab8c33cbd19b1499997738413593628fe61bd276903bbf1872dfe) AuthConfig (83f75b3f8e7a330acfef67b72ea2451cf2d4a710f662f180b26056fdcb41fd24) AuthConfig (a002813d0cc21bbc07fba5b6fd3034720624983a6ae8cbdc58b3835b05c3fa2a) AuthConfig (6329588a60b1fc0e3ec0dbd0e239f1cf08b388f5df6a0448655fc37e1e31271d) AuthConfig (07ed2381dde37e9317c888160e7dca1c141a89b91228c7015f45e34667b4073d) AuthConfig (85b00b26781ceab2feaba4ffab2d1185c1b8be367512d80585d77faf7b10e1e2) AuthConfig (8153b61253a316f2a08aa2592d16d3c12bbf76c1f9c1a520cbfce774f76388ea) AuthConfig (648d582dc08fb6ce6c2e238694db0d697e6f94650ed458e018a29c96df89f690) AuthConfig (b757cf201de21e9f39143539ef93dede4bf4e46222dc9e98f49965b4717d72d7) AuthConfig (058449df8cd220a019c091eb842b3ab0358b62f3c37cc5cac153e4c33a3ded89) AuthConfig (d9ea5a879e392b1db30076255d13f9d62ca7d6a452b753ad71e44017b557dc1e) AuthConfig (a4734272c6e6d7e99259731ca4dfe0e527476d03787a47f3f558eea7f1584ceb) AuthConfig (eadb544dfad16a24f64bc48adfc8b9b8977f132e3828a71b32251bce0342f01e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"fe657cbb-01cf-434c-a402-febdebdee55e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.688356302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e43a66-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2330ec411fa4081897421e528f40262a3d4e768e37ab07c9bfadb96533d148a5) AuthConfig (49cb987472354953d9dcfb988eaf99532a1544e77fcccb625fe13f39a202bb4a) AuthConfig (976c31084377c3ba0930ed442259721e6cf1a1fb69ed1cc58150aaa510ed8833) AuthConfig (c86213616324fbc930955f437b0de2e4e3c983e0e68093b9d8bcbe8624631aef) AuthConfig (adb635a0a04d97b878b9f0bd0370da1bdad80d138660309e0cf0d2ac5d9e9ecc) AuthConfig (684f50f765825eb68fe560e12a1dffcf1e0495772a87aeb01a95c36619aa79e6) AuthConfig (3ed9c9ca12f05c6456567cb90af02979901c7be60548360d49d06e4fdc879b86) AuthConfig (dc45ed7c15a51acb630d9f6ef6c88b2578a30f8f21375b56173a3ae54f003744) AuthConfig (96221c836bd7fedf7d779c4ca06f8157d9ef6fdfcbddfbd316aa058fbb74fcce) AuthConfig (1126c50cdfacfe706f7c186610ba6a566561de0bb1c582b32e72bb2e18754729) AuthConfig (dd3b6e9e658401e5d7017ea2abd66a46f230a9165e7836995319807aefe91b3f) AuthConfig (34a0a6892f846fbbefa82a50178623467c95edbda50ccf5f57327cfd865fb4b5) AuthConfig (98aeafcbb320d9190c52e7865bff85c518f2d0b1f762e8c74eb68baaaccbe55a) AuthConfig (98736246ff38cb9e258ceb33e0b08cf5f1f595f0b8134f17fa1ede7c4751ba2d) AuthConfig (d789d3f861e4a5391dc351e43c5cb0170b3bbdf9314620135b6ae34d5cfbad04) AuthConfig (eb0d79fbe9ad1015f42c9572ac3cab445f53de71dc83ef268eb4ac0e6cf89185) AuthConfig (65237e4ca1203aaea5e6d9d406fa3834c2505cd146238aa6d03f5c70309271d3) AuthConfig (bc4f9a45fdeab8c33cbd19b1499997738413593628fe61bd276903bbf1872dfe) AuthConfig (83f75b3f8e7a330acfef67b72ea2451cf2d4a710f662f180b26056fdcb41fd24) AuthConfig (a002813d0cc21bbc07fba5b6fd3034720624983a6ae8cbdc58b3835b05c3fa2a) AuthConfig (6329588a60b1fc0e3ec0dbd0e239f1cf08b388f5df6a0448655fc37e1e31271d) AuthConfig (07ed2381dde37e9317c888160e7dca1c141a89b91228c7015f45e34667b4073d) AuthConfig (85b00b26781ceab2feaba4ffab2d1185c1b8be367512d80585d77faf7b10e1e2) AuthConfig (8153b61253a316f2a08aa2592d16d3c12bbf76c1f9c1a520cbfce774f76388ea) AuthConfig (648d582dc08fb6ce6c2e238694db0d697e6f94650ed458e018a29c96df89f690) AuthConfig (b757cf201de21e9f39143539ef93dede4bf4e46222dc9e98f49965b4717d72d7) AuthConfig (058449df8cd220a019c091eb842b3ab0358b62f3c37cc5cac153e4c33a3ded89) AuthConfig (d9ea5a879e392b1db30076255d13f9d62ca7d6a452b753ad71e44017b557dc1e) AuthConfig (a4734272c6e6d7e99259731ca4dfe0e527476d03787a47f3f558eea7f1584ceb) AuthConfig (eadb544dfad16a24f64bc48adfc8b9b8977f132e3828a71b32251bce0342f01e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"c335e644-5700-4910-8f25-ecf88ab87a54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.709014843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"d4c622fd-7e61-4f75-9ca7-071760535792","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.711585292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"3a149dfb-9774-42e7-bf2a-6d4cc0255c68","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.783808681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"01dc271c-238f-4fb8-bcb6-7e1b0d6b4788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.783827671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"c4e9d853-a641-40b9-ae26-55042894960a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.8053379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"01dc271c-238f-4fb8-bcb6-7e1b0d6b4788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.805711837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"c4e9d853-a641-40b9-ae26-55042894960a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.825990505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e43a66-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2330ec411fa4081897421e528f40262a3d4e768e37ab07c9bfadb96533d148a5) AuthConfig (49cb987472354953d9dcfb988eaf99532a1544e77fcccb625fe13f39a202bb4a) AuthConfig (976c31084377c3ba0930ed442259721e6cf1a1fb69ed1cc58150aaa510ed8833) AuthConfig (c86213616324fbc930955f437b0de2e4e3c983e0e68093b9d8bcbe8624631aef) AuthConfig (adb635a0a04d97b878b9f0bd0370da1bdad80d138660309e0cf0d2ac5d9e9ecc) AuthConfig (684f50f765825eb68fe560e12a1dffcf1e0495772a87aeb01a95c36619aa79e6) AuthConfig (3ed9c9ca12f05c6456567cb90af02979901c7be60548360d49d06e4fdc879b86) AuthConfig (dc45ed7c15a51acb630d9f6ef6c88b2578a30f8f21375b56173a3ae54f003744) AuthConfig (96221c836bd7fedf7d779c4ca06f8157d9ef6fdfcbddfbd316aa058fbb74fcce) AuthConfig (1126c50cdfacfe706f7c186610ba6a566561de0bb1c582b32e72bb2e18754729) AuthConfig (dd3b6e9e658401e5d7017ea2abd66a46f230a9165e7836995319807aefe91b3f) AuthConfig (34a0a6892f846fbbefa82a50178623467c95edbda50ccf5f57327cfd865fb4b5) AuthConfig (98aeafcbb320d9190c52e7865bff85c518f2d0b1f762e8c74eb68baaaccbe55a) AuthConfig (98736246ff38cb9e258ceb33e0b08cf5f1f595f0b8134f17fa1ede7c4751ba2d) AuthConfig (d789d3f861e4a5391dc351e43c5cb0170b3bbdf9314620135b6ae34d5cfbad04) AuthConfig (eb0d79fbe9ad1015f42c9572ac3cab445f53de71dc83ef268eb4ac0e6cf89185) AuthConfig (65237e4ca1203aaea5e6d9d406fa3834c2505cd146238aa6d03f5c70309271d3) AuthConfig (bc4f9a45fdeab8c33cbd19b1499997738413593628fe61bd276903bbf1872dfe) AuthConfig (83f75b3f8e7a330acfef67b72ea2451cf2d4a710f662f180b26056fdcb41fd24) AuthConfig (a002813d0cc21bbc07fba5b6fd3034720624983a6ae8cbdc58b3835b05c3fa2a) AuthConfig (6329588a60b1fc0e3ec0dbd0e239f1cf08b388f5df6a0448655fc37e1e31271d) AuthConfig (07ed2381dde37e9317c888160e7dca1c141a89b91228c7015f45e34667b4073d) AuthConfig (85b00b26781ceab2feaba4ffab2d1185c1b8be367512d80585d77faf7b10e1e2) AuthConfig (8153b61253a316f2a08aa2592d16d3c12bbf76c1f9c1a520cbfce774f76388ea) AuthConfig (648d582dc08fb6ce6c2e238694db0d697e6f94650ed458e018a29c96df89f690) AuthConfig (b757cf201de21e9f39143539ef93dede4bf4e46222dc9e98f49965b4717d72d7) AuthConfig (058449df8cd220a019c091eb842b3ab0358b62f3c37cc5cac153e4c33a3ded89) AuthConfig (d9ea5a879e392b1db30076255d13f9d62ca7d6a452b753ad71e44017b557dc1e) AuthConfig (a4734272c6e6d7e99259731ca4dfe0e527476d03787a47f3f558eea7f1584ceb) AuthConfig (eadb544dfad16a24f64bc48adfc8b9b8977f132e3828a71b32251bce0342f01e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"01dc271c-238f-4fb8-bcb6-7e1b0d6b4788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:36.826070886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e43a66-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2330ec411fa4081897421e528f40262a3d4e768e37ab07c9bfadb96533d148a5) AuthConfig (49cb987472354953d9dcfb988eaf99532a1544e77fcccb625fe13f39a202bb4a) AuthConfig (976c31084377c3ba0930ed442259721e6cf1a1fb69ed1cc58150aaa510ed8833) AuthConfig (c86213616324fbc930955f437b0de2e4e3c983e0e68093b9d8bcbe8624631aef) AuthConfig (adb635a0a04d97b878b9f0bd0370da1bdad80d138660309e0cf0d2ac5d9e9ecc) AuthConfig (684f50f765825eb68fe560e12a1dffcf1e0495772a87aeb01a95c36619aa79e6) AuthConfig (3ed9c9ca12f05c6456567cb90af02979901c7be60548360d49d06e4fdc879b86) AuthConfig (dc45ed7c15a51acb630d9f6ef6c88b2578a30f8f21375b56173a3ae54f003744) AuthConfig (96221c836bd7fedf7d779c4ca06f8157d9ef6fdfcbddfbd316aa058fbb74fcce) AuthConfig (1126c50cdfacfe706f7c186610ba6a566561de0bb1c582b32e72bb2e18754729) AuthConfig (dd3b6e9e658401e5d7017ea2abd66a46f230a9165e7836995319807aefe91b3f) AuthConfig (34a0a6892f846fbbefa82a50178623467c95edbda50ccf5f57327cfd865fb4b5) AuthConfig (98aeafcbb320d9190c52e7865bff85c518f2d0b1f762e8c74eb68baaaccbe55a) AuthConfig (98736246ff38cb9e258ceb33e0b08cf5f1f595f0b8134f17fa1ede7c4751ba2d) AuthConfig (d789d3f861e4a5391dc351e43c5cb0170b3bbdf9314620135b6ae34d5cfbad04) AuthConfig (eb0d79fbe9ad1015f42c9572ac3cab445f53de71dc83ef268eb4ac0e6cf89185) AuthConfig (65237e4ca1203aaea5e6d9d406fa3834c2505cd146238aa6d03f5c70309271d3) AuthConfig (bc4f9a45fdeab8c33cbd19b1499997738413593628fe61bd276903bbf1872dfe) AuthConfig (83f75b3f8e7a330acfef67b72ea2451cf2d4a710f662f180b26056fdcb41fd24) AuthConfig (a002813d0cc21bbc07fba5b6fd3034720624983a6ae8cbdc58b3835b05c3fa2a) AuthConfig (6329588a60b1fc0e3ec0dbd0e239f1cf08b388f5df6a0448655fc37e1e31271d) AuthConfig (07ed2381dde37e9317c888160e7dca1c141a89b91228c7015f45e34667b4073d) AuthConfig (85b00b26781ceab2feaba4ffab2d1185c1b8be367512d80585d77faf7b10e1e2) AuthConfig (8153b61253a316f2a08aa2592d16d3c12bbf76c1f9c1a520cbfce774f76388ea) AuthConfig (648d582dc08fb6ce6c2e238694db0d697e6f94650ed458e018a29c96df89f690) AuthConfig (b757cf201de21e9f39143539ef93dede4bf4e46222dc9e98f49965b4717d72d7) AuthConfig (058449df8cd220a019c091eb842b3ab0358b62f3c37cc5cac153e4c33a3ded89) AuthConfig (d9ea5a879e392b1db30076255d13f9d62ca7d6a452b753ad71e44017b557dc1e) AuthConfig (a4734272c6e6d7e99259731ca4dfe0e527476d03787a47f3f558eea7f1584ceb) AuthConfig (eadb544dfad16a24f64bc48adfc8b9b8977f132e3828a71b32251bce0342f01e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"c4e9d853-a641-40b9-ae26-55042894960a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.574237394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"5fb5b713-b39c-44c6-8afe-bec4ede03549","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.598198752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"6f735b83-100e-4ac8-a76c-4bba06c1ddc6","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.64573175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-auth","reconcileID":"57f82b93-6a95-45e8-8b2f-b5559b53ef96","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.668060646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-auth","reconcileID":"57f82b93-6a95-45e8-8b2f-b5559b53ef96","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.674428753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"e822377a-c322-4f06-84c9-e08f942d962a","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.696149426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"552f58f5-e52a-4803-8842-8a64d134163a","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.748070417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-apikey-active-auth","reconcileID":"a8a785e4-e0f7-4b3e-8fd5-146ab7921145","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.758856187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"df297c65-c7ec-410e-b359-a8beffdebf7b","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.768995157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-apikey-active-auth","reconcileID":"a8a785e4-e0f7-4b3e-8fd5-146ab7921145","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.827471942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"5fd5c721-01d8-43d7-b5bf-658c86b556c7","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.854249525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-auth","reconcileID":"06828124-1756-429c-b3c9-9e95da0a175a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.854286064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"92a05d95-ceaf-45f7-8833-1b015f825963","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:37.867634127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-sub","reconcileID":"955ea720-751d-4c37-9747-450432e582ef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.875582441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-auth","reconcileID":"06828124-1756-429c-b3c9-9e95da0a175a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.941765568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"ace55668-01b2-49d6-9c1e-b29969daffe9","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.944955282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"7f00779b-0f71-4acf-adad-28b38b25bfab","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.953346075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"20ecd62e-b9a9-4fde-bc6c-a87aab02b2b0","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.9576432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ee106809-8a81-48a1-aabf-257f53493649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.961556993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"5401c18f-a5be-4281-92ad-e3e646c60dce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.961674794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"75575ed3-448c-43d4-9b7b-be2a95c0751e","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.968277961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"a7f3fc4b-2f44-408f-85f9-b4c696eabd91","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:37.975679472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-apikey-active-sub","reconcileID":"21918a78-e3ca-43d7-b2c1-b526b5ba9d14","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.980167388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ee106809-8a81-48a1-aabf-257f53493649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:37.982469479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"5401c18f-a5be-4281-92ad-e3e646c60dce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.014347836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"5524e90c-eac7-4fc3-9e63-f065f80fb765","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.035926927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"fa3b59a8-87cd-4c29-9e72-676bb9fc6d43","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.05070926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"8d0f5e25-9d02-4c6c-aae3-be4c105649d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.052059949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-apikey-active-auth","reconcileID":"c5ac6c41-db2f-4729-9c19-7a25166a5084","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.061702869Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-sub","reconcileID":"2d27d85b-4975-493f-b513-88524ddd34c8","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w3-4e261b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.061803716Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-sub","reconcileID":"2d27d85b-4975-493f-b513-88524ddd34c8","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4e261b/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.072375689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"8d0f5e25-9d02-4c6c-aae3-be4c105649d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.073958917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-apikey-active-auth","reconcileID":"c5ac6c41-db2f-4729-9c19-7a25166a5084","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.14140634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"01cd91c8-0870-44a3-a51d-d413d04d5e93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.142264611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"08973ef2-0f82-4baf-b07b-d3bd502db8e9","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.157771865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-auth","reconcileID":"a286b8fe-33a7-43a5-b3bf-48e1159c5190","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.167209209Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-apikey-active-sub","reconcileID":"47aeb101-7fa3-4f65-89c6-8a71fd7de59e","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-849669/e2e-apikey-active-sub","ai-tenant-e2e-worker-w4-849669/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.179007743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-auth","reconcileID":"a286b8fe-33a7-43a5-b3bf-48e1159c5190","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.233577417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"2a5a9905-1ca9-4da4-8f1d-136bc7ec6aa8","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.237596883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"ce0cc270-c18f-4798-b4e5-a7ff117f6036","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.237655071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-sub","reconcileID":"a6ea33f0-d796-46a2-85b7-f966e4f85d21","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.237755734Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-sub","reconcileID":"a6ea33f0-d796-46a2-85b7-f966e4f85d21","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4e261b/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.251772261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"39f87370-88e6-4532-8dc4-dec9fd0236af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.251773811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"d3b55652-33ae-4b16-b180-8bc437c57776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.273357814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"39f87370-88e6-4532-8dc4-dec9fd0236af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.273424765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"d3b55652-33ae-4b16-b180-8bc437c57776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.336249976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-apikey-active-sub","reconcileID":"fbe8e2b3-8a3e-42ec-8bcc-89bdedb0f744","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.348089755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"047a3507-580c-472d-96fe-c772dce3db8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.348132208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"5ccd635d-30e6-4b3f-85d8-f569696be507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.369615305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"5ccd635d-30e6-4b3f-85d8-f569696be507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.369625532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"047a3507-580c-472d-96fe-c772dce3db8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.458019221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-apikey-active-auth","reconcileID":"b75e5402-1016-4726-8585-201d6c355c33","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:38.488188308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-apikey-active-auth","reconcileID":"b75e5402-1016-4726-8585-201d6c355c33","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:40.709833141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"a1366618-aeb4-4338-ad49-600ffc81ab17","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:40.758750661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"61ef699d-c9ed-4d3a-9ecf-559da278964a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:40.758869261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"ec17e70d-6385-4cc8-82b0-25b734c35a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:40.758750537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-apikey-active-auth","reconcileID":"a2737733-db25-4bfe-86cd-962040ed35c1","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:40.78111206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"61ef699d-c9ed-4d3a-9ecf-559da278964a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:40.782695078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-apikey-active-auth","reconcileID":"a2737733-db25-4bfe-86cd-962040ed35c1","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:40.783343195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"ec17e70d-6385-4cc8-82b0-25b734c35a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:43.229081934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"ac2ddadc-fc1f-40a2-aba9-a3a5e3e0bd46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:43.24440944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"345dd122-3480-4fb4-b1b7-9f936d286abf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:43.33517688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cfa0535b-9815-432c-b4b1-d0d390abb0b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:43.347594216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"475395ad-69a9-487b-943c-63e654770579","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:43.433374564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"10532a28-ee89-4c5a-ba69-f28cc559c068","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:43.433686708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"a2d24e1d-2fc5-4e93-99f5-5a270ca781bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:43.434015775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"f6afbb73-8bf3-441c-bb51-08b8524185b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:43.448241135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-sub","reconcileID":"e196749b-e848-4bb2-9841-309fe359a4c2","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:43.448326733Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-sub","reconcileID":"e196749b-e848-4bb2-9841-309fe359a4c2","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4e261b/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:43.529120973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"680fad50-f652-4e30-a880-0c536e00115f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:43.54050332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"1d8f7c45-f660-4659-8073-e571ec479217","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:43.54544701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"4ff02f1a-436b-4161-8a0a-f6d45c1a7a1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:43.571263056Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"55c9a266-02bf-4987-bbff-ca913433df15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-849669/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:43.63327485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b2f872ce-3310-4d72-99c0-8b7bc4f8c212","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:43.737518554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"dbf043e2-da16-4898-8fb0-4339c59c90a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:46.882220132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"8116ee1f-3049-45cf-b161-253678e3b559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:46.882220163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"573a391c-1c48-4e96-af41-7a7643c51f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:46.903991614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"8116ee1f-3049-45cf-b161-253678e3b559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:46.904105096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"573a391c-1c48-4e96-af41-7a7643c51f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:46.997347667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"0becda64-ec48-45fb-ac0d-86d80b6f54b9","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:47.000291071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"cff12eff-29fc-4688-867a-d0aff31c8028","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:50.672292312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"69566a28-4637-4d08-820f-0aff5b28bd27","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:50.724202886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"54d2049e-880e-4705-8dcf-28e37aee3f74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:50.724202853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"461f6425-e2f1-463a-a689-b28377110041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:50.724454667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-auth","reconcileID":"74d69d65-fb93-41a8-a73b-7409c1c1198c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:50.74750291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"461f6425-e2f1-463a-a689-b28377110041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:50.747641375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-auth","reconcileID":"74d69d65-fb93-41a8-a73b-7409c1c1198c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:50.75012777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"54d2049e-880e-4705-8dcf-28e37aee3f74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:50.773863593Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-apikey-active-sub","reconcileID":"2d18d0c8-5ac4-4ead-b89b-b66de1f453de","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:50.829935727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-apikey-active-sub","reconcileID":"2d18d0c8-5ac4-4ead-b89b-b66de1f453de","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:50.906940077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"e15c9432-e556-47c3-8daa-c85eb273af89","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:50.963324215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"71c0f7e7-dc91-4361-8f0b-2265f2a25cd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:50.963777384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"e4a1475c-32f3-41e4-8310-488e30150b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:50.964172628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-apikey-active-auth","reconcileID":"896d16c3-e6ba-42c8-9968-2053bdf552f8","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:50.988314892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"71c0f7e7-dc91-4361-8f0b-2265f2a25cd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:50.988445209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-apikey-active-auth","reconcileID":"896d16c3-e6ba-42c8-9968-2053bdf552f8","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:50.990528752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"e4a1475c-32f3-41e4-8310-488e30150b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:51.072167116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"ca70ca70-dc4f-469e-b932-ef6cebe94a65","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:51.123535404Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-apikey-active-auth","reconcileID":"4e2aeec2-b989-4411-bb00-a25dc32debbc","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:51.262961252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"c22a740c-c552-4cdb-8c39-458db0ec2f64","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.223038412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"bf3d357e-7320-4f0c-b8a1-55a415a63c62","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.244298466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"3d51e450-2c88-4bad-933c-86e1f82dd35e","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.298858846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-bulk-sub-21db3c65-auth","reconcileID":"61a2a44d-aa7f-4f52-852d-c87473e60bba","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.320851454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-bulk-sub-21db3c65-auth","reconcileID":"61a2a44d-aa7f-4f52-852d-c87473e60bba","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.386258096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"ff9ac3d2-87a4-418f-9ea4-3c163c77a175","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.408770999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"3fa3e3f5-08e5-4efe-b7a8-aa2bae61f6f7","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.463269653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83-auth","reconcileID":"1d5b2cf3-a511-45ce-bef4-f406c36f0598","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.488549244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83-auth","reconcileID":"1d5b2cf3-a511-45ce-bef4-f406c36f0598","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.507329772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"e6d89856-3c64-445c-9f30-ad07c2bd947a","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.557357904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-bulk-sub-21db3c65-auth","reconcileID":"fd1cec2a-223b-40f5-8611-261ec9ba8950","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.58564412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-bulk-sub-21db3c65-auth","reconcileID":"fd1cec2a-223b-40f5-8611-261ec9ba8950","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.603952035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"0867ba5e-363c-4313-a9ff-590a1815bb71","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.625998666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"77dbbe40-6128-4da0-9372-9c1fd8c6ceb3","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:52.639175365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e6f7fe83","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83","reconcileID":"727bd3cc-3590-4560-8a65-896cf0c238ad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-e6f7fe83\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.663957355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"959f0b01-cdb8-43d8-a769-57028c87a0b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.664170869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"d4337df0-78c5-43e2-936e-d61a7b9257ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.683560835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"aa9e5f70-054f-442d-a4c8-8e26e17d7014","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.688350981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"959f0b01-cdb8-43d8-a769-57028c87a0b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.689274159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"d4337df0-78c5-43e2-936e-d61a7b9257ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.705815789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"06af87c7-caac-4646-a38b-5bd6ede74ede","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.710266216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"a3254faf-c1c7-46bf-8e5d-0f932794f54a","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.782214953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83-auth","reconcileID":"baf87310-fe3c-4a1f-aa87-83726a0441d9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.827137817Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e6f7fe83","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83","reconcileID":"17a6a216-be40-4fa6-8820-3f178d00986f","MaaSSubscription":{"name":"e2e-filter-sub-a-e6f7fe83","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-849669/e2e-filter-sub-a-e6f7fe83","ai-tenant-e2e-worker-w4-849669/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.834270179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83-auth","reconcileID":"baf87310-fe3c-4a1f-aa87-83726a0441d9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.877137613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"f2debe48-0375-41db-afd3-304148a7e591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.877743241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"1fce443d-397a-4192-a9d0-248ec97acf44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.903630404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"8705d4b0-77bd-44d5-b161-a715d00534d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.907176428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"1fce443d-397a-4192-a9d0-248ec97acf44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.914265887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"f2debe48-0375-41db-afd3-304148a7e591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:52.927865646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"3aa7b224-4493-406b-8d73-d6bbb3d8c42d","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:53.04810009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e6f7fe83","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83","reconcileID":"fcad0731-6175-40d0-9d1d-bba5414df90a","MaaSSubscription":{"name":"e2e-filter-sub-a-e6f7fe83","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:53.136425405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"f5cf5c46-90a0-4bfa-afa4-f6f908b2d022","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:54.386551653Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.14783962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"79c08601-64dd-48fe-9167-4d07e80239cd","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.1689911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"f4a2d396-627c-4da9-b8de-fcf74e3bf88b","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.219229497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-b-53ecc8af-auth","reconcileID":"11213127-fa6c-42c3-80a8-f3e80692ef2e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.241894489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-b-53ecc8af-auth","reconcileID":"11213127-fa6c-42c3-80a8-f3e80692ef2e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.376942132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"1e8c0e62-da20-4f54-8154-d6f558d8f24b","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.378130957Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-849669 priority=0:[ai-tenant-e2e-worker-w4-849669/e2e-filter-sub-a-e6f7fe83 ai-tenant-e2e-worker-w4-849669/e2e-filter-sub-b-53ecc8af]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.40149134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"d49216f7-e683-4d8c-9f0c-8e4dea0182b8","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.410863632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"264ccc57-1586-414c-bdbb-a54c64f3dcf0","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:44:55.42134272Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-849669/e2e-filter-sub-b-53ecc8af","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-53ecc8af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.422125552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"99c1566d-16a3-4f3d-a3ed-5fa05b3a76d8","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.42827676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"66756ae9-2135-4766-8ec6-44127a963de0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.428338229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"0c60dcf7-623a-49c2-a8f0-4b37abdf3b69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.428562908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83-auth","reconcileID":"7ef2eda0-1505-4e55-bd74-3993c71c5f28","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.42985137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"f649e0f9-bb29-4399-8a84-26a00daeffc8","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.458896197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"66756ae9-2135-4766-8ec6-44127a963de0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.466575299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83-auth","reconcileID":"7ef2eda0-1505-4e55-bd74-3993c71c5f28","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.469216682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"0c60dcf7-623a-49c2-a8f0-4b37abdf3b69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.536642302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-b-53ecc8af-auth","reconcileID":"6395de67-0a70-4672-8926-94d7b954a936","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.557966197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-b-53ecc8af-auth","reconcileID":"6395de67-0a70-4672-8926-94d7b954a936","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.563105664Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-53ecc8af","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-b-53ecc8af","reconcileID":"64647948-1553-43f3-b7b6-9df520647896","MaaSSubscription":{"name":"e2e-filter-sub-b-53ecc8af","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-849669/e2e-filter-sub-a-e6f7fe83","ai-tenant-e2e-worker-w4-849669/e2e-filter-sub-b-53ecc8af","ai-tenant-e2e-worker-w4-849669/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.568991646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a5ff15e6-1ac3-4c76-b7a0-c04f11c0daaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.578888351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7d701876-b8f0-45a9-82af-e95ab650ff35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.578963935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83-auth","reconcileID":"7cd93b10-c682-47ab-b72e-71281d6bff62","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.590151383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a5ff15e6-1ac3-4c76-b7a0-c04f11c0daaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.600771718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83-auth","reconcileID":"7cd93b10-c682-47ab-b72e-71281d6bff62","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.602177811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7d701876-b8f0-45a9-82af-e95ab650ff35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.631812433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"cfd50c41-f411-4ae0-8172-c4f9bc8e6d0d","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.641922946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"2b3766f8-ba6a-49f5-ba02-e6d196475230","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.642209355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e6f7fe83","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83","reconcileID":"3b65390b-3508-4224-b6c2-205a3a93551b","MaaSSubscription":{"name":"e2e-filter-sub-a-e6f7fe83","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:55.732591991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-53ecc8af","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-b-53ecc8af","reconcileID":"2868cf59-a909-4863-abda-43b5222f45f2","MaaSSubscription":{"name":"e2e-filter-sub-b-53ecc8af","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:58.738267581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"f531686c-b34e-4510-9892-268a0494f1c8","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:58.784974235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"0cdebee2-8e7b-44fe-8374-cc6630659c3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:58.785004605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"77c44808-d027-46a4-b0e9-ad6a550fd7c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:58.785390795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83-auth","reconcileID":"5d58956b-9ab2-4527-80d9-1ab21e821b12","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:58.785415341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-b-53ecc8af-auth","reconcileID":"95534e65-819c-465c-8947-f17713cfb94a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:58.807144071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83-auth","reconcileID":"5d58956b-9ab2-4527-80d9-1ab21e821b12","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:58.807537133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"0cdebee2-8e7b-44fe-8374-cc6630659c3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:58.809570046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"77c44808-d027-46a4-b0e9-ad6a550fd7c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:44:58.809826401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-b-53ecc8af-auth","reconcileID":"95534e65-819c-465c-8947-f17713cfb94a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:00.732594824Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-sub","reconcileID":"65217d54-c60c-405c-833f-93cbedae0b92","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:00.814345662Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-sub","reconcileID":"65217d54-c60c-405c-833f-93cbedae0b92","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:00.814379989Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-sub","reconcileID":"65217d54-c60c-405c-833f-93cbedae0b92","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:00.814543499Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-sub","reconcileID":"65217d54-c60c-405c-833f-93cbedae0b92","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4e261b/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:00.883857701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"215f6e14-5684-4efe-84a1-dc9e190647ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:01.019239837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"02b8fa83-c412-4755-8d98-60adf1a0486b","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:01.042274626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"df4a7f67-9a92-44f4-8f47-1e8123e1fe61","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:01.067722722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"a1fb8060-da87-4eb2-b66b-803c6b615dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:01.067866814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-auth","reconcileID":"1687ab61-4dc1-4b9b-8d4a-faa04a9304c8","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:01.0680845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"4a47dd9d-ed18-4441-ac62-786a84ac54b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:01.09146426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"4a47dd9d-ed18-4441-ac62-786a84ac54b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:01.09159563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"a1fb8060-da87-4eb2-b66b-803c6b615dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:01.097287423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-auth","reconcileID":"1687ab61-4dc1-4b9b-8d4a-faa04a9304c8","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:01.212200533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"90989880-0980-46bd-954f-3f5e33732871","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:01.22499806Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-degraded-auth","reconcileID":"29601a0d-158a-4d88-993d-4bfc63ee3a23","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:01.449759955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"2319df54-f18a-498f-b2b2-9213aa37e638","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.460670418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"e83e0bec-7833-44b8-ac02-694ad6ead0f4","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.482020558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"229a8c49-2299-4bd2-9a93-a56e22ce0b3e","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:45:02.494847397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-21db3c65","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-bulk-sub-21db3c65","reconcileID":"4472d72b-a413-425b-9867-dbeb6314a640","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-21db3c65\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.510776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"67e59ac6-3ba6-4301-8cb2-d6eaaad1ce6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.510919566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2712f5fa-e712-4002-a90f-d61c6eb91c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.510778164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-bulk-sub-21db3c65-auth","reconcileID":"5e1ee27f-112f-4e05-8caa-616e08364c7c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.533830347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-bulk-sub-21db3c65-auth","reconcileID":"5e1ee27f-112f-4e05-8caa-616e08364c7c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.533830608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2712f5fa-e712-4002-a90f-d61c6eb91c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.534766445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"86eb9556-7314-4051-abac-5708117c01ca","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.536713061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"67e59ac6-3ba6-4301-8cb2-d6eaaad1ce6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.556862822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"ab949b31-6249-44dc-b7ce-6e1368ea415d","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.582525215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"820f4244-d332-4fc2-b934-3a425961fb95","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.604248371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"06c901c2-7838-43aa-aa54-3766e9a12963","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.631461199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"bc9929b2-46b5-4fe2-9072-9db664e99be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.64676611Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-21db3c65","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-bulk-sub-21db3c65","reconcileID":"78888db8-bfad-481c-bc59-481b44ce2a81","MaaSSubscription":{"name":"e2e-bulk-sub-21db3c65","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/e2e-bulk-sub-21db3c65","ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.65307764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"bc9929b2-46b5-4fe2-9072-9db664e99be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.719557634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"1b3cf0c3-bef6-44f3-bda3-aecb3e535b1b","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.73378015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"111e644c-e711-4095-b524-c482701854f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.743631276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"84261164-5e29-49cf-9438-c25da1bca65b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.74363198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-bulk-sub-21db3c65-auth","reconcileID":"e6018b49-bbf2-4637-b4ae-f4afd4f7bcba","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.743833912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-failed-auth","reconcileID":"fc9722ce-f70a-4695-8dc9-e8a5052ad742","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.766095174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"84261164-5e29-49cf-9438-c25da1bca65b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.766186118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-bulk-sub-21db3c65-auth","reconcileID":"e6018b49-bbf2-4637-b4ae-f4afd4f7bcba","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.768277402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-failed-auth","reconcileID":"fc9722ce-f70a-4695-8dc9-e8a5052ad742","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.824863846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-21db3c65","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-bulk-sub-21db3c65","reconcileID":"e30f1137-107e-40af-9221-8e8077663895","MaaSSubscription":{"name":"e2e-bulk-sub-21db3c65","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.912681607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"780ae73b-f4ca-49e3-99bb-5a75c82fcc46","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.962469817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-failed-auth","reconcileID":"e68db745-1fbe-44ab-a8a9-3841922491b7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.987704864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-failed-auth","reconcileID":"e68db745-1fbe-44ab-a8a9-3841922491b7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:02.995716451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"24735acd-517e-416a-8b57-071c7645ca65","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:45:03.020191436Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4e261b/e2e-apikey-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:03.064668816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"aae9fb6c-dcad-40f6-a66d-961f5f3338fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:03.065016879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"cb5209b9-0fe1-4c2a-aee1-847c9764c48d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:03.086643941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"aae9fb6c-dcad-40f6-a66d-961f5f3338fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:03.089853264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"cb5209b9-0fe1-4c2a-aee1-847c9764c48d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:03.171208168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-failed-auth","reconcileID":"9c84b2b9-08f5-4955-9d2e-3b60da284d44","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:03.192233047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-failed-auth","reconcileID":"9c84b2b9-08f5-4955-9d2e-3b60da284d44","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:03.274220463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"617e7378-98b6-4afe-a26d-b9eedadbba92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:03.274237089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"6ff44012-c7d6-49f3-a93e-67c8b3cb9216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:03.295846935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"6ff44012-c7d6-49f3-a93e-67c8b3cb9216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:03.29599162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"617e7378-98b6-4afe-a26d-b9eedadbba92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:03.635969887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"f6db1acc-b30a-42c6-8954-82f271c107b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:03.638924232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-failed-auth","reconcileID":"e3e257f3-890b-4e9c-ab8e-e4c1ee8be967","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:03.638929119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"5ad335fe-7646-4a50-95fa-d43695ce4488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:03.660683632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"f6db1acc-b30a-42c6-8954-82f271c107b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:03.66230402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"5ad335fe-7646-4a50-95fa-d43695ce4488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:03.66307225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-failed-auth","reconcileID":"e3e257f3-890b-4e9c-ab8e-e4c1ee8be967","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:05.878082455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"eb6f9da6-83b6-4207-bbd3-d7bdedd89dc7","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:05.931729605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"dc444fea-d72d-483f-8537-1bee410110df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:05.935352874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-bulk-sub-21db3c65-auth","reconcileID":"e0e05803-d604-4864-a2a7-495581509414","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:05.935352819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d0a168f9-4236-469f-9ead-2f3fa4221fc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:05.958779346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"dc444fea-d72d-483f-8537-1bee410110df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:05.967806229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-bulk-sub-21db3c65-auth","reconcileID":"e0e05803-d604-4864-a2a7-495581509414","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:05.968238426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d0a168f9-4236-469f-9ead-2f3fa4221fc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:08.794968956Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e6f7fe83","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83","reconcileID":"58a5a54d-15f7-4277-9364-c99b32c0d67c","MaaSSubscription":{"name":"e2e-filter-sub-a-e6f7fe83","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscription":"e2e-filter-sub-a-e6f7fe83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:08.876252682Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e6f7fe83","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83","reconcileID":"58a5a54d-15f7-4277-9364-c99b32c0d67c","MaaSSubscription":{"name":"e2e-filter-sub-a-e6f7fe83","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-849669/e2e-filter-sub-b-53ecc8af","ai-tenant-e2e-worker-w4-849669/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:08.950991748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-53ecc8af","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-b-53ecc8af","reconcileID":"e11f1958-8c48-41d4-8d8b-eeabe1abe837","MaaSSubscription":{"name":"e2e-filter-sub-b-53ecc8af","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:08.9524317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"d75bd396-5ebf-4d9a-b571-c6a5e6c3c844","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:09.034516421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"d5245f0f-9062-4599-99a7-8e515135dc9d","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:09.088763202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"cd88f4fc-81f6-457c-a814-7be9449ee741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:09.089055962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"261439da-b4e2-4601-9f38-6ef5f9fcf534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:09.089085008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-b-53ecc8af-auth","reconcileID":"fb981779-9295-4652-bb58-72d2a185a458","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:09.089385815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83-auth","reconcileID":"b82fd18c-66f2-44f7-a7ca-5f2c66e99d90","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:09.110631939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"261439da-b4e2-4601-9f38-6ef5f9fcf534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:09.110927799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-b-53ecc8af-auth","reconcileID":"fb981779-9295-4652-bb58-72d2a185a458","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:09.112696527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83-auth","reconcileID":"b82fd18c-66f2-44f7-a7ca-5f2c66e99d90","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:09.113133229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"cd88f4fc-81f6-457c-a814-7be9449ee741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:09.204246302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"44069c52-162b-41f5-bce9-65ec06e17d05","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:09.258768866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"2e9e2e2d-9990-47d7-a0ed-d5c03fb48d78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:09.258770544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83-auth","reconcileID":"ee5a2453-251f-4ffb-b3f6-5d6925b55908","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:09.259419606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-b-53ecc8af-auth","reconcileID":"c4397639-1fdc-4ce9-a3de-4fcc451ef391","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:09.259498533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"351f2738-1117-4a16-9dcf-eb10a888aeb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:09.29124451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"2e9e2e2d-9990-47d7-a0ed-d5c03fb48d78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:09.291579378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-b-53ecc8af-auth","reconcileID":"c4397639-1fdc-4ce9-a3de-4fcc451ef391","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:09.293512897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"351f2738-1117-4a16-9dcf-eb10a888aeb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:09.29398779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83-auth","reconcileID":"ee5a2453-251f-4ffb-b3f6-5d6925b55908","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:13.638198623Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-failed-sub","reconcileID":"ec813f15-382f-41be-95d4-eba17ab8cb02","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:13.638342779Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-failed-sub","reconcileID":"ec813f15-382f-41be-95d4-eba17ab8cb02","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4e261b/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:13.884390984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-failed-auth","reconcileID":"8de76908-2107-4602-bb96-87b67e2519cb","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:13.884610724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"07f7c810-c4f5-4faf-a025-768ece7dcab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:13.884390952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"52490420-eff4-47a2-89b6-a81ad64e9625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:13.906254513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"07f7c810-c4f5-4faf-a025-768ece7dcab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:13.906361478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"52490420-eff4-47a2-89b6-a81ad64e9625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:13.908402145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-failed-auth","reconcileID":"8de76908-2107-4602-bb96-87b67e2519cb","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:14.019323771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"4de21f85-50fb-4267-a8e0-c658b82126d6","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:14.038761304Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-apikey-failed-auth","reconcileID":"96aa2d61-f8d8-41b9-b933-2588dd756e63","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:14.092606114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"f91cd26c-8d32-4044-b3b5-852ae3b065ef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:15.934059816Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-21db3c65","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-bulk-sub-21db3c65","reconcileID":"52a14989-a2d4-4503-a396-ab397d10c714","MaaSSubscription":{"name":"e2e-bulk-sub-21db3c65","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscription":"e2e-bulk-sub-21db3c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:16.019967301Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-21db3c65","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-bulk-sub-21db3c65","reconcileID":"52a14989-a2d4-4503-a396-ab397d10c714","MaaSSubscription":{"name":"e2e-bulk-sub-21db3c65","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:16.093416481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"4a39f5f8-2c3f-4638-a69c-a101475aa8fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:16.093427201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"7b2d2f48-9a93-495c-ad07-1c71cba51745","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:16.142124676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-bulk-sub-21db3c65-auth","reconcileID":"ba731d0b-edf7-40a5-ae84-523addd5f221","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:16.142438247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"faa6c053-16f9-4206-aa9c-de52503bdd6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:16.142711398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"e760784c-db6b-4ae3-994c-7cfb6cdfdee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:16.164005947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-bulk-sub-21db3c65-auth","reconcileID":"ba731d0b-edf7-40a5-ae84-523addd5f221","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:16.164012323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"faa6c053-16f9-4206-aa9c-de52503bdd6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:16.166489329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"e760784c-db6b-4ae3-994c-7cfb6cdfdee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:16.266304949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"98d079e6-9643-4078-b963-7da92c783a6f","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:16.301525451Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-bulk-sub-21db3c65-auth","reconcileID":"3db13bac-0903-47c0-81c6-4f2afa19857f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-21db3c65-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:16.447504271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"093870d0-0548-4494-8cd9-a1c9de0eb441","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:19.265870411Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-53ecc8af","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-b-53ecc8af","reconcileID":"f39115fa-6be2-4bfc-8042-51a523b734ce","MaaSSubscription":{"name":"e2e-filter-sub-b-53ecc8af","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscription":"e2e-filter-sub-b-53ecc8af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:19.338851737Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-53ecc8af","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-b-53ecc8af","reconcileID":"f39115fa-6be2-4bfc-8042-51a523b734ce","MaaSSubscription":{"name":"e2e-filter-sub-b-53ecc8af","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-849669/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:19.405310675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"da2e5792-8c15-4acb-9b7d-a5fcfd06f457","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:19.498218866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"323af441-ee1c-4340-b487-4d101b4d213d","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:19.549650009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"358a5a50-7129-47be-927a-b916c2a8d0e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:19.549777455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"410ba012-4ea1-4dc6-8d95-1686408efc12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:19.549651981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83-auth","reconcileID":"8ea941bb-b595-4c31-bb60-5bd483bf9517","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:19.550120772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-b-53ecc8af-auth","reconcileID":"36b2c7f0-36db-4048-88ae-4d658aecbfe8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:19.571998089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"358a5a50-7129-47be-927a-b916c2a8d0e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:19.572034706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"410ba012-4ea1-4dc6-8d95-1686408efc12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:19.574184439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-b-53ecc8af-auth","reconcileID":"36b2c7f0-36db-4048-88ae-4d658aecbfe8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:19.574608367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83-auth","reconcileID":"8ea941bb-b595-4c31-bb60-5bd483bf9517","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:19.64938713Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-a-e6f7fe83-auth","reconcileID":"639617fb-6ef7-45e5-ac25-f1c3a5afd065","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e6f7fe83-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:19.649491339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"25b8c94e-54b0-4e0e-bb16-0ca7d36eeaff","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:19.828315216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"64d337ff-4cc5-4f81-8f5a-ef37119900f1","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:19.988264016Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-filter-sub-b-53ecc8af-auth","reconcileID":"e77cc33d-bb5e-4456-8b1c-1b7d1861d7b0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-53ecc8af-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:19.988338549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"02bd8f8c-2071-437d-a93d-6996c35027a8","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:20.135758544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"42d5dfb5-c35b-4ea6-90e3-505208c1bf2a","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:24.382244249Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:26.55911085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"7a7fbbe2-d7ce-4b6b-8e9a-88b379f629b7","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:26.583586299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"41864c49-e344-4111-90c1-39ce29830305","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:26.645649336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-40f60f91","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-gw-auth-40f60f91","reconcileID":"c2ca32ee-ed98-47a2-a557-b50578eb364f","MaaSAuthPolicy":{"name":"e2e-gw-auth-40f60f91","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:26.667627429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-40f60f91","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-gw-auth-40f60f91","reconcileID":"c2ca32ee-ed98-47a2-a557-b50578eb364f","MaaSAuthPolicy":{"name":"e2e-gw-auth-40f60f91","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:26.757206756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"3726c991-d2a9-481d-9906-f8431e365ae5","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:26.805620105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-40f60f91","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-gw-auth-40f60f91","reconcileID":"5b8a88d2-d2e2-48f1-8e4c-5167e1dc723a","MaaSAuthPolicy":{"name":"e2e-gw-auth-40f60f91","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:26.827303591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-40f60f91","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-gw-auth-40f60f91","reconcileID":"5b8a88d2-d2e2-48f1-8e4c-5167e1dc723a","MaaSAuthPolicy":{"name":"e2e-gw-auth-40f60f91","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:29.435534846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"fe540d32-f770-4771-991d-a91f86eb9b9e","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:29.435919353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"5a2b51e4-8ac4-44d3-998e-f8c56488e40f","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:29.472076389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"a8be4aa1-edb5-4cf4-9bed-df18c76bf0ce","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:29.472367196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"bbc8265f-55e6-4b00-9c1a-18189bc3ada2","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:29.487816628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b4553f08-8a59-4293-b629-7ecd11e27893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:29.488720016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"292b2627-53d0-43a3-99fd-779b12851426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:29.505914557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"759b3d5a-7750-4058-a9e7-4838b001660e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:29.505923563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"b6f62234-15a8-4818-967d-34ae76c49e65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:29.509885815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b4553f08-8a59-4293-b629-7ecd11e27893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:29.510825719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"292b2627-53d0-43a3-99fd-779b12851426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:29.644986278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"581b4e54-0c22-4f29-a505-669de9bc3a96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:29.648977748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"da901b8e-c5b1-422a-be72-1ab21b5b0d29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:29.66661478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"581b4e54-0c22-4f29-a505-669de9bc3a96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:29.679203672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"da901b8e-c5b1-422a-be72-1ab21b5b0d29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:29.690062321Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-40f60f91","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-gw-auth-40f60f91","reconcileID":"e311d873-4301-42df-aec1-b5b086d9ff71","MaaSAuthPolicy":{"name":"e2e-gw-auth-40f60f91","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:29.690112651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"bacc7304-6b4d-47d2-8b70-997d43011d78","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:29.825006739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"1943366b-124d-475f-a195-55e95eaf98f7","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:34.029643673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"9bb4fd80-4031-4843-8c56-46777299fa40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:34.123484049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"2236e4e0-5f61-4564-adfa-00255d40ff1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:34.123683596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"3caeba36-364c-4673-b609-e40892fe6837","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:34.249561738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"7fcf0b96-d3da-4112-a3b8-f77c9444b214","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:34.332678635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"8e250bcc-bb57-43b4-a926-31c3efdb7e81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:34.332681743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7e6195d3-25c3-4489-816b-3b0263582ac7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:34.428410293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"f386d2c2-cd29-46bd-827c-bec2365e412f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:34.428481557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f31c41a8-69ad-4c4d-9e4e-2b235fcbc3f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:34.429390423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"519a9575-e581-4b25-910e-14cef2c98d09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:34.535934233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"edc671ef-90bb-48fc-916c-c3ba90109036","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:34.536322197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"32832d2d-5057-4555-b292-667a23c20709","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:34.540543016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"ea37b4a3-4e82-4418-ac9a-91ec1d58d7bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:34.646849518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"3a473917-9447-4a53-b93c-0ef81158c5f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:34.646924643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b55d0570-68ae-411d-b372-c2a634407b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:34.668462172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"3a473917-9447-4a53-b93c-0ef81158c5f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:34.668580661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b55d0570-68ae-411d-b372-c2a634407b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:43.901397243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"356e7e8c-565b-4ed3-956f-4ded1278776b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:44.002149839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"ebcabd29-1b84-4f56-ab28-4ca4354f87a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:44.008631967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"3c53eec6-a690-48d1-bcda-db92c235fcac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:44.008849375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8f3adfa6-d350-4ac7-85e6-7174f6e8c80d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:44.009074918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"228a3065-15cc-43ce-a1d3-f7812cfadc59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:44.018054497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"0b70b1b5-59f2-4e73-af44-fbc75429a028","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:44.112164448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"cb2a5bd3-27aa-458f-bc3a-522ba98fe544","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:44.117671269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"0f4c2f00-3e74-4c79-acee-9f622f114162","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:44.121764273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"8e12973a-a338-4e3d-acd5-4ad9efda1191","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:44.20793293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"589fe38a-0517-46f9-9e7f-f184134b3bf1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:44.208806039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"6d0812e3-5e99-4871-be19-ffb1393403e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:44.216327068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fde6281b-a406-4ff4-acda-ec15754d7390","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:47.950121655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"717d4ddf-3003-4ee5-9b0f-a26b904d54d6","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:47.950452699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"d2c6772b-d877-4054-bc5f-cb2a3fa81a6d","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:47.981796073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"7dcad47e-e5f4-4724-85d6-be8e442dd1ba","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:47.982094781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"00850061-b654-45d9-962c-7bc9747cddd9","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:48.001600581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"4c71fb72-1ad9-4957-8ad8-4cd9010f90c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:48.001615652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"43ec6280-c602-420b-ab30-6fa2efc044d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:48.024213357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"43ec6280-c602-420b-ab30-6fa2efc044d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:48.024353283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"4c71fb72-1ad9-4957-8ad8-4cd9010f90c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:48.024782361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"3f8a7936-4555-436b-910d-7fa238914a68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:48.024869189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"468d66b9-38bc-41d2-9fc8-88dbf03dd1f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:48.132482307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"393e313b-b1cd-42d3-8580-02b18a687e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:48.133834906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"b1871f74-daa1-405b-bb7b-2749600a64fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:48.155576139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"393e313b-b1cd-42d3-8580-02b18a687e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:48.16152731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"b1871f74-daa1-405b-bb7b-2749600a64fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:52.259920941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"1f310016-321a-4ce0-bea9-560dcc712bf2","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:52.260350108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"bb3758e0-3786-441d-bd01-f678b6686e84","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:52.293612293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"36344c25-feaa-4827-a2cf-f1e3a6faad80","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:52.293961187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"bbde97da-420d-4c2c-a815-1edd40aa49c1","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:52.308075343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a8a02635-bd07-431a-8e96-123f577af701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:52.329483942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"6d9456dc-2932-4848-a744-0d5eb79fb03e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:52.32951811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a8a02635-bd07-431a-8e96-123f577af701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:52.422243271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"de3cba2e-3ed1-442f-bb52-8cef13a16516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:52.439511145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"62e18b64-d2be-4f3b-a969-bfc3eddbe67a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:52.445633852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"de3cba2e-3ed1-442f-bb52-8cef13a16516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:52.508948183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"bbc8adfa-4742-4217-8f01-c257d3007119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:52.530521524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"bbc8adfa-4742-4217-8f01-c257d3007119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:52.627241037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"652b717b-2281-4b35-a929-db3d72ba423e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:52.648615124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"652b717b-2281-4b35-a929-db3d72ba423e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:54.382771739Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:54.979802215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"a5d8287e-054a-44ce-969e-0e4f779e54ce","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:57.490421477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"8dfda0b2-d90f-43a2-8cf9-24b1f8708eb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:57.592318985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"87870162-e275-4106-9e73-c322f454de59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:57.592362219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"a2a25247-054f-4bb0-b625-758294586505","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:57.593013679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"a74b1a7d-14c8-49d6-9580-97d5e05886f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:57.673518513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"5e7ed7cc-17a1-45ee-86cf-c3bf11b53036","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:57.677119605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1db8f491-f4be-483c-afcb-b8f4c085ef38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:57.789466887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"9c1b82cd-c348-4563-ae4d-95b2ba38ef41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:57.790067315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"1fb36717-575e-4b18-9cd5-f1b5569d2b90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:57.8942913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"f1cb12a0-c445-4a9f-9607-f4c3ddc537ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:57.89493748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a1286163-c1db-4da5-ab19-ad93a90b33eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:57.895426754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"89a66df2-2524-4ea8-80a2-805275ca1aaf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:58.008931279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"6fddf30c-600b-4bd4-9d5e-d638222a9cd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:58.042836593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"92de44a6-966e-40d3-b9ff-42f636c74956","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:58.042852316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"d95766df-f327-4ece-98c9-de0adeff29de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:58.065800577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"d95766df-f327-4ece-98c9-de0adeff29de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:58.070375484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"92de44a6-966e-40d3-b9ff-42f636c74956","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:58.155513696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"aa5e7e99-2ba1-4c0b-b82d-0ab640229bb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:58.15578625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b644229a-ccab-4457-9fcc-54be66558c9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:58.194478053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b644229a-ccab-4457-9fcc-54be66558c9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:45:58.197810313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"aa5e7e99-2ba1-4c0b-b82d-0ab640229bb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:02.447052875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"a5b91220-4a0a-4b8f-afea-650ca779e37a","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:04.65170299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"4342074e-65ac-4fe8-8a3f-767aad20c39e","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:04.652079026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"eb24962d-e2dc-42d9-be8e-ad12a30a203c","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:04.65236622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"63cdda47-4995-4a8b-8e71-ab76a4804bc7","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:04.684207498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"97058e68-6f72-455a-bd5d-51490d2c25c2","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:04.684425708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"f7226c39-dfe0-43a6-9ceb-afe3b1d0f3e2","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:04.684683239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"a85cb011-ce02-4408-8846-ec0dc24a18a5","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:04.703269009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"7e048afb-b616-4e7a-a5fd-edaecd927191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:04.703871418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"920d1644-820f-4a6c-b771-c4e3aad95a61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:04.720999843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"7f96baf0-4de3-4f5f-b5ae-ceaf660e476d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:04.721070304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"0ad046cf-ae7e-4957-b7c8-0f393dc1caf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:04.72447833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"7e048afb-b616-4e7a-a5fd-edaecd927191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:04.72457911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"920d1644-820f-4a6c-b771-c4e3aad95a61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:04.906479035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"2b6de4a5-6576-4747-93c8-2adaa1248039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:04.906479122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"02b72297-ccdc-48cb-bd22-66fc62d5bd30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:04.931002947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"2b6de4a5-6576-4747-93c8-2adaa1248039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:04.977025804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"02b72297-ccdc-48cb-bd22-66fc62d5bd30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:10.943215375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"9b7b5ac2-ce7d-4231-b658-63533892e8f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:10.943237809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"1544b91c-d809-45f6-8d55-ce0725dae56a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:10.964456528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"9b7b5ac2-ce7d-4231-b658-63533892e8f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:10.964965625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"1544b91c-d809-45f6-8d55-ce0725dae56a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:14.466678178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"52e1a70d-bd05-4935-b463-17ecaa592a90","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:14.466946488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"a63ab578-2227-4464-88ad-046d1546013c","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:14.467237119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"da09dee8-5544-4ec3-82a5-8eed0212bf8c","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:14.496334668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"b0ba5777-2d31-4792-976a-32adbfefdec6","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:14.496598629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"22a34925-7ec2-4c1f-a434-81747d4d2e86","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:14.496821784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"bbf717d6-d24a-492f-afe7-13daf585d19c","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:14.513702612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e1df0c71-1568-41eb-b756-e34a808c70a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:14.516874229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"e4a97fcf-66f5-49dc-ab7a-9be3f647e343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:14.53259775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"12f858bd-70d0-4e80-be46-6b4e344da3ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:14.534606321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e1df0c71-1568-41eb-b756-e34a808c70a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:14.538004636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"e4a97fcf-66f5-49dc-ab7a-9be3f647e343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:14.634215505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"ce595ccb-9bcf-47f9-9fb7-90e5a93454e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:14.726771625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"95a7d222-b0f9-4999-812a-a947ee78831c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:14.748023138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"95a7d222-b0f9-4999-812a-a947ee78831c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:14.816832329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"afea3f20-8ab7-4ca3-b407-486826476729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:14.837402851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"afea3f20-8ab7-4ca3-b407-486826476729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:18.679382129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-a76a6963","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-conflict-a-a76a6963","reconcileID":"53b2629d-0301-436d-9d22-873bc76f1fde","MaaSModelRef":{"name":"e2e-conflict-a-a76a6963","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"e2e-conflict-a-a76a6963-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"e2e-conflict-a-a76a6963","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:22.924266436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"e512924a-9fc3-4d8f-9ae1-19176a964f8e","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:22.924584064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"bcc42580-ac18-490a-8569-dc8757f05662","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:22.957509015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"87175bbd-977f-4948-b349-1150e1b31911","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:22.957823642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"5ff759b1-9bf3-4288-9aaf-964f9575aaa3","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:22.978577222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"eb3c47b2-96b1-4972-9bec-a2c826e6d293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:22.978656804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"b075776b-45f3-408c-a393-112872545092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:22.998641468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"228db54a-e44c-4c3e-a8f9-ceab71737da1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:22.999126885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"e638613d-db98-4bb9-b27e-41158dbe1501","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:23.002410834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"eb3c47b2-96b1-4972-9bec-a2c826e6d293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:23.004492701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"b075776b-45f3-408c-a393-112872545092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:23.105608408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"002fa3ed-9c6b-4a48-8fe3-e6351ec71506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:23.106034014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"b23d8e8e-82d8-4d24-aea1-d40682d6b0e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:23.138566236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"002fa3ed-9c6b-4a48-8fe3-e6351ec71506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:23.152737688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"b23d8e8e-82d8-4d24-aea1-d40682d6b0e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:23.621883258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"99cf1834-47b8-4160-afcb-fcc5f3542192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:23.622012635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4d9b0332-b8a9-4e4e-85ed-37a5298ec74f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:23.654798186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"99cf1834-47b8-4160-afcb-fcc5f3542192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:23.656080429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4d9b0332-b8a9-4e4e-85ed-37a5298ec74f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:24.383083325Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:32.292685352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"c34ff567-22b4-4d28-b8e7-c64af2b28da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:32.292825074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"815f657e-3eab-429b-98a1-4a9cd4319078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:32.314161941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"c34ff567-22b4-4d28-b8e7-c64af2b28da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:32.315558021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"815f657e-3eab-429b-98a1-4a9cd4319078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:36.642249699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"45cabb31-719d-4977-be1a-c8e4b25741ae","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-2-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-2-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:38.341025921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"17f45199-b815-4cb2-8cf2-17be48359e2f","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:38.366345773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"10eb28d1-fbb4-4203-955a-c9e4d3f0d314","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:38.415056644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"46792e13-7d97-40f4-a3e1-50162ca9734f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:38.438238539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"46792e13-7d97-40f4-a3e1-50162ca9734f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:38.548773506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"e1626fea-45d5-4ecd-a479-6fd0c8de9afb","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:38.617281351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"249a64eb-6c8c-49b3-8302-380a517fee16","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:38.640953858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"249a64eb-6c8c-49b3-8302-380a517fee16","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:38.993522303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"e476d143-785f-41bb-b76e-529fd4d6156d","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:38.993842501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"98a79315-9bdc-4275-af36-2ad3f2b2e74a","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:38.994105133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-a76a6963","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-conflict-a-a76a6963","reconcileID":"ae2f192e-6e23-4133-9ff8-f1265d7e2eca","MaaSModelRef":{"name":"e2e-conflict-a-a76a6963","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"e2e-conflict-a-a76a6963-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"e2e-conflict-a-a76a6963","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:39.03017668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"f0cb307e-d24c-43f7-9f0d-93370522a70d","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:39.030434836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"f4fc0a6e-37e3-488e-9f75-69597d4b842d","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:39.030666195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-a76a6963","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-conflict-a-a76a6963","reconcileID":"71e53590-0f1b-4483-ab55-7bb5c590c064","MaaSModelRef":{"name":"e2e-conflict-a-a76a6963","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"e2e-conflict-a-a76a6963-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"e2e-conflict-a-a76a6963","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:39.044565508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"22d0edc5-24c4-47a2-9503-434805b5599a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:39.044829181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"ff82a0e9-e7cc-4e68-9b6d-198b343fb69f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:39.071411937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"b3375787-c79a-40e8-8746-5011b177878c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:39.07205325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"7d9a53b3-d795-471f-b7c6-29ffe4b9be34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:39.074312706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"22d0edc5-24c4-47a2-9503-434805b5599a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:39.079410925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"ff82a0e9-e7cc-4e68-9b6d-198b343fb69f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:39.197298095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"a5c56ad2-0d8c-4eaa-a0c9-cfa4c8d8f84c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:39.19770104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"37a69e0c-091c-433b-b56e-760d6b984949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:39.220537886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"37a69e0c-091c-433b-b56e-760d6b984949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:39.221651074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"a5c56ad2-0d8c-4eaa-a0c9-cfa4c8d8f84c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:41.014973222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"b4e36e9f-061c-4917-b21b-4b6623daf1cb","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:41.037041536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"e23db0eb-73db-423e-be79-f65497598615","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.046765299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-subscription","reconcileID":"1b821757-0409-4dee-bd94-14b2b3b0b4d7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.062172566Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"9b992cab-f947-417f-8d37-c579bcb816f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.062239516Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"059518e1-c829-46cd-87e7-8c764389cc1d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.062587719Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2f4ff8b1-2d18-48cb-9651-0120781bec6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.081838293Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"9b992cab-f947-417f-8d37-c579bcb816f1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:41.08207797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"e645f985-3006-4e95-87b7-8c973cf726ab","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.084860813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2f4ff8b1-2d18-48cb-9651-0120781bec6c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:41.085075772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"5caca8fb-eef1-4b06-9b0e-d71b8d96cde7","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.08509398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"059518e1-c829-46cd-87e7-8c764389cc1d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:41.08545172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"e5f11170-ebaa-4e84-851a-0701d013a2e5","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:41.088108916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"7dfb4f49-259d-490b-abe6-6f9c8afa9bf1","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:41.107887726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"ec18c001-935d-420e-8b58-51b374ee08de","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.164515865Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"3db913be-4eaf-4c47-8614-8ada387385e9","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.164527233Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"474998e8-cedb-42eb-ac92-5b88b40a098f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.164569473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"474998e8-cedb-42eb-ac92-5b88b40a098f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.164567812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"3db913be-4eaf-4c47-8614-8ada387385e9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.164787782Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"96d09d47-27c2-4688-84d2-9394cacfd98a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.164832798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"96d09d47-27c2-4688-84d2-9394cacfd98a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:41.196576338Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-subscription","reconcileID":"4c361dc1-6d16-4122-bf94-051c7a8d355c","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription","ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:41.254892234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"bd10565b-d555-430e-b088-8076e0fbdfe4","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.262938321Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"395dcdcd-ae8f-4c48-b281-60e8cead197c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.263001655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"395dcdcd-ae8f-4c48-b281-60e8cead197c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.263117644Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"afac1cf2-1f8b-4998-b21b-f815e1a1882f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.263166278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"afac1cf2-1f8b-4998-b21b-f815e1a1882f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.263237809Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"7c741405-9ca7-46f5-878a-d2ed18a09f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.263272862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"7c741405-9ca7-46f5-878a-d2ed18a09f4e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:41.273491387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"1de76160-8bb4-42da-b92f-1d9a12ec29d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.36348557Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"5f109efa-04cb-4050-a4ed-dea466100f54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.363549442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"5f109efa-04cb-4050-a4ed-dea466100f54","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.363538408Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"0fa2e08e-9685-4631-b28a-277ed2b3c95c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.363587223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"0fa2e08e-9685-4631-b28a-277ed2b3c95c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.363845873Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"63c4ba13-eaeb-437c-9130-3970c27a4f33","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.363927422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"63c4ba13-eaeb-437c-9130-3970c27a4f33","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:41.373894169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-subscription","reconcileID":"cb08ae56-c758-4793-8a29-5d5ed2301fba","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.464352286Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"ce4120bf-65c1-4deb-b4c3-4831f9b61d9d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.464417301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"ce4120bf-65c1-4deb-b4c3-4831f9b61d9d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.464418284Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"fafcafd1-8aa3-4eab-b819-354c70f29350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.464463056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"fafcafd1-8aa3-4eab-b819-354c70f29350","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.464630969Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"4eaf235c-4d91-43b8-819a-4726c2a08d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.464675362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"4eaf235c-4d91-43b8-819a-4726c2a08d73","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.597823116Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"be3abc7c-f7fb-4262-b2d0-a553c8a0e8fc","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.597873108Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b257dfa9-02d0-4cab-8b5a-776792538cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.597895533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"be3abc7c-f7fb-4262-b2d0-a553c8a0e8fc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.59795065Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b257dfa9-02d0-4cab-8b5a-776792538cc6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.598193844Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"85264998-2878-473c-a3e1-87dc672ac32f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.598235152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"85264998-2878-473c-a3e1-87dc672ac32f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.833997773Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"0667b3c1-5e80-4345-9365-5e0b9e10c587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.834086327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"0667b3c1-5e80-4345-9365-5e0b9e10c587","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.834338499Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"3ab03766-6fa2-482b-b706-b76fe8fad687","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.834375854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"3ab03766-6fa2-482b-b706-b76fe8fad687","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.834512555Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"aa066a50-3da0-4e8c-94de-8839d86f6bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:41.834540206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"aa066a50-3da0-4e8c-94de-8839d86f6bd3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:42.211235113Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"2c0986c6-244d-4ab4-b089-276b39f59ebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:42.21140076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"2c0986c6-244d-4ab4-b089-276b39f59ebd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:42.211241407Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d524f643-e9a5-428b-ad98-004f0477f33d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:42.211489306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d524f643-e9a5-428b-ad98-004f0477f33d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:42.211508175Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"74a80f03-0296-402e-a54f-1d96d7c04529","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:42.21157434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"74a80f03-0296-402e-a54f-1d96d7c04529","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:42.910325982Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"4b9f3b45-d9ee-43a5-9746-d314b9a1076d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:42.910363459Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"a776ecea-c08f-4463-b941-61fa875303c8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:42.910428046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"a776ecea-c08f-4463-b941-61fa875303c8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:42.910398483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"4b9f3b45-d9ee-43a5-9746-d314b9a1076d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:42.91059481Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"6c850fbc-5655-444d-b2b8-cf61c86cfc3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:42.910634905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"6c850fbc-5655-444d-b2b8-cf61c86cfc3f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:43.673664683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"87bc1699-fa4b-4398-bcd9-f353ed560263","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:43.740126618Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"8fa1ec94-5bc5-4395-b8f3-1a4c95dfd36c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:43.740190361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"8fa1ec94-5bc5-4395-b8f3-1a4c95dfd36c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:43.740137407Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b3d777e5-c3e3-48fa-87ec-4ac1879478d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:43.740229356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b3d777e5-c3e3-48fa-87ec-4ac1879478d8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:43.740287031Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"5e06f43b-b568-43ae-8be8-d604e1e18ac5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:43.740357107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"5e06f43b-b568-43ae-8be8-d604e1e18ac5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:46.35073904Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"c65a7102-9038-401b-86b7-48365a780d96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:46.350807642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"c65a7102-9038-401b-86b7-48365a780d96","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:46.354492388Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"bc242dd2-2bb1-4bcc-902f-8d5e838b9641","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:46.354547587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"bc242dd2-2bb1-4bcc-902f-8d5e838b9641","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:46.354569379Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"5a7bafee-7f50-48cd-8d41-72652417872e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:46.354618194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"5a7bafee-7f50-48cd-8d41-72652417872e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:49.387283402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"8deb5c40-6aac-4f45-841d-69c848e2db4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:49.404018529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"e4b135f7-e800-49fe-acc5-2b53483d811d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:49.414653544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"8deb5c40-6aac-4f45-841d-69c848e2db4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:49.450500465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"e4b135f7-e800-49fe-acc5-2b53483d811d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:50.006708034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"bdbb7d04-bd12-4434-bd37-ada434cd876d","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:50.451985289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"86d8a98d-14d6-455d-a918-87fd9f5c1265","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"distinct-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"distinct-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:50.923837559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"07f4ce8d-875c-4cc3-bebc-c20bea1061bf","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:50.924110822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"c6b69175-22ba-40bc-9ab8-35f170bb4c22","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:50.956598314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"2bb82e44-a191-40ee-8685-ccc901c7483d","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:50.956836112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"37328ca2-70fa-4ca7-9d81-9059d6360026","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.034997387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-auth","reconcileID":"0e62e977-f7db-4c67-862b-5010616abab0","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.056000905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-auth","reconcileID":"0e62e977-f7db-4c67-862b-5010616abab0","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.134469286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"f485b2c8-c4a5-48a6-a421-dd6fc691b1a9","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.16144523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"0b84c64a-3641-4ecc-9b8b-93cf92c86248","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:51.165920614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-subscription","reconcileID":"6d1feba8-28d3-42ef-bead-0d532828e2d0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.184046107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"3de00a85-5253-4987-a002-dc42367ccea2","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.199825428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"978cf358-fc96-4729-b90e-aa2f7fef1425","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.200125239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"29cf523e-04c0-42e0-bf2d-8c3049b4be85","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.264992387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"f2e0421f-b8ee-4a6c-9ea0-2e23df49e5f3","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.265394476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"8c74605f-4c57-436f-9233-dfad59d10b32","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.303323348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4fd17f7c-5768-4133-abfd-1264f6631e3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.303402962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"87976a51-9c2c-4b70-82d0-e18422039b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.312373275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"7dfb31a8-9eb5-4ba5-b8fc-552564b77780","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.312633825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"34c7871a-d7e8-475c-a20c-b149ccf3821e","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.324799201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"87976a51-9c2c-4b70-82d0-e18422039b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.324838943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4fd17f7c-5768-4133-abfd-1264f6631e3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.34069013Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-subscription","reconcileID":"32327dc8-f47c-4e30-adcc-df6a6aa00874","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-w3-4e261b","model":"distinct-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.392654039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-auth","reconcileID":"878aed33-40bb-4b89-949d-d738e3514a5a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.393181679Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-subscription","reconcileID":"32327dc8-f47c-4e30-adcc-df6a6aa00874","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-2-w3-4e261b","model":"distinct-2-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.415061877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-auth","reconcileID":"878aed33-40bb-4b89-949d-d738e3514a5a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.469109144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"d933df4c-7cf4-49b6-8b40-e6716afb8ee2","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.46941419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"4fce09f6-49ed-4116-bac4-44b91e0acf16","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.491174821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4f35a06f-02e9-4211-b130-08bab8a8da81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.491350172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"297c4aa6-bd3a-4b27-a0bc-ba1e88d48900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.513533244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"297c4aa6-bd3a-4b27-a0bc-ba1e88d48900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.515880611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4f35a06f-02e9-4211-b130-08bab8a8da81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.532866068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-subscription","reconcileID":"904ff19a-f527-43f7-88b2-752edd20ee26","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:51.559936397Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"154b616b-581d-480a-a282-b9b1d5791292","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:51.559988081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"154b616b-581d-480a-a282-b9b1d5791292","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:51.559976061Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"a6a63652-2334-487e-af5b-6dbc405bb2fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:51.560020499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"a6a63652-2334-487e-af5b-6dbc405bb2fb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:51.583504508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-subscription","reconcileID":"904ff19a-f527-43f7-88b2-752edd20ee26","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-2-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:51.661001315Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b539cd61-3f5f-4a97-b40c-7f9f2a27071e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:51.661075204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b539cd61-3f5f-4a97-b40c-7f9f2a27071e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: compose ai-tenant-e2e-worker-w2-1d9b1a/e2e-dedup-subscription@e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:53.728871523Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-subscription","reconcileID":"9861dd23-1841-445c-8228-2668ea420c51","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:53.8023678Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-subscription","reconcileID":"9861dd23-1841-445c-8228-2668ea420c51","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:53.867849348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"404c106e-ac5b-4da2-bfa8-7d9fb082e331","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:53.954117262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"31755da5-e322-4344-8704-ed7c158fbbde","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:53.980342382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"387f042f-7537-46f4-902c-842c8ff2ea28","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:53.980663485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"1e4d3bc1-b112-48d7-985c-2a52e28f570d","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.004949369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"168b8d3f-3720-4c92-aebc-9077e330d0a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.005160954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"f595b596-f6b5-4f39-a5d4-173ac77296ad","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.005348388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b04c80cb-db1d-4b9f-9df4-5aa134b7a288","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.026754795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b04c80cb-db1d-4b9f-9df4-5aa134b7a288","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.027036153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"168b8d3f-3720-4c92-aebc-9077e330d0a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.028917682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"f595b596-f6b5-4f39-a5d4-173ac77296ad","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.107817501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"0511ffa9-a3ee-4206-b03c-8f16f609c15e","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:46:54.204926291Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"f595b596-f6b5-4f39-a5d4-173ac77296ad","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.205091087Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-dedup-auth","reconcileID":"75d9c5ce-a334-4b2a-a9ac-e6e5c5452294","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.209190421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"31faaf4a-7c11-4735-979a-0442ce58c149","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.209710678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"f5482d4b-b3c3-4cb2-895f-51441fd1c4e1","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.243462922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"67a00714-6d39-426a-8187-1edd31208277","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.265687684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"793b1467-9057-43a0-94ad-d5772bc87dde","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.298613458Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-subscription","reconcileID":"9bafe984-bc0b-4b34-90b5-a09cbfdfe7b6","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f55ffd67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.314952946Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-subscription","reconcileID":"166d8bb3-0349-4201-ba61-f8c23004a83f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f55ffd67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.324658466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"d2fb5420-8f7e-439d-a406-ae7e6c6aecba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.324864578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-auth","reconcileID":"64c16e75-9050-4f44-bdb9-25d001043cb3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.325046419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"56fc1f7f-5d21-460b-bb68-f8976a3857f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.348105866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-auth","reconcileID":"64c16e75-9050-4f44-bdb9-25d001043cb3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.351974863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"56fc1f7f-5d21-460b-bb68-f8976a3857f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.355637451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"d2fb5420-8f7e-439d-a406-ae7e6c6aecba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.384937013Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.387095419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"1fc82852-84a4-445c-9b85-c26753f4aa6c","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.387527891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"50cbb151-1782-49f2-9e80-a884ae5e0055","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.387949348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"e380f954-fc39-4a48-88f0-e49fe2e23e66","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"distinct-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"distinct-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.413602406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"a423f44f-dfa3-4ed5-b1dd-0cd591c4171b","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.422116473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"852c9598-8216-411b-b529-808bbdbe2c5d","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.422363748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"185ee0be-f4de-4dc9-a253-4a9b15a5a956","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.42264184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"1e269de5-23c7-421d-b0d6-23b1f866b5bf","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"distinct-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"distinct-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.436618205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f51ceac4-37c0-4a7a-9227-9dfd2397dd5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.455416115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"049de674-a5e9-4ac2-bdb1-2676a01c96de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.45544565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"3c68ce6b-a4e6-4b54-8c62-d9c98c66ca8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.4597604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f51ceac4-37c0-4a7a-9227-9dfd2397dd5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.547528041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"068d46d6-4c5a-4d85-85a7-2ffe91d18a3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.577485502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"068d46d6-4c5a-4d85-85a7-2ffe91d18a3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.578048415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"9df4006e-43d5-40ef-b204-aa4486f71ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.585884685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"560a98dc-9fe5-41de-b125-73d69fbb9820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.59281862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"d0bc485f-54d4-4696-81b9-15c3d1c392df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.599426219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"9df4006e-43d5-40ef-b204-aa4486f71ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.606994106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"560a98dc-9fe5-41de-b125-73d69fbb9820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.613702422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"d0bc485f-54d4-4696-81b9-15c3d1c392df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.623703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-auth","reconcileID":"1e521c73-2bc2-439e-8d9e-ede3e2744b0e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.645667325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-auth","reconcileID":"1e521c73-2bc2-439e-8d9e-ede3e2744b0e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.677313639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"fe0ef901-ef91-4a48-aebf-f41e5f4185b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:54.69958315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"fe0ef901-ef91-4a48-aebf-f41e5f4185b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:55.957474539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-a76a6963","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-conflict-b-a76a6963","reconcileID":"9568aeb4-e3da-4766-9384-d2b18dee8812","MaaSModelRef":{"name":"e2e-conflict-b-a76a6963","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"e2e-conflict-b-a76a6963-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"e2e-conflict-b-a76a6963","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:55.979948357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-a76a6963","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-conflict-a-a76a6963","reconcileID":"2e7bb44b-2690-444a-b5d0-cb6bda660fbb","MaaSModelRef":{"name":"e2e-conflict-a-a76a6963","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"e2e-conflict-a-a76a6963-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"e2e-conflict-a-a76a6963","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:46:56.859328123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-a76a6963","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-conflict-a-a76a6963","reconcileID":"ec8c4649-c563-478b-b945-64dfa76a7c6b","MaaSModelRef":{"name":"e2e-conflict-a-a76a6963","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"e2e-conflict-a-a76a6963-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"e2e-conflict-a-a76a6963","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:02.503376137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-auth","reconcileID":"18f35bc4-4e2f-4c2d-b99c-72a6fbe68a17","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:02.504026898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"40f6bf43-a7cc-44ab-a6ca-aa6bc0bffbce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:02.504046282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"36409e17-b481-4bee-882e-0ab83b415da3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:02.530386074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"40f6bf43-a7cc-44ab-a6ca-aa6bc0bffbce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:02.532204733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-auth","reconcileID":"18f35bc4-4e2f-4c2d-b99c-72a6fbe68a17","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:02.535628916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"36409e17-b481-4bee-882e-0ab83b415da3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:02.729485131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"86bb03ef-f2eb-4da3-811a-7d9accd0cafd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:02.730018858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"da7879d5-4ad5-480c-9077-65d7db45c8ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:02.756977893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"da7879d5-4ad5-480c-9077-65d7db45c8ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:02.760594102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"86bb03ef-f2eb-4da3-811a-7d9accd0cafd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:02.882858241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-auth","reconcileID":"ce9293db-555c-4322-8337-d149081e510c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:02.916595982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-auth","reconcileID":"ce9293db-555c-4322-8337-d149081e510c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:02.986532176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"0e5c1c9b-5c46-465d-88af-25685d74ac2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:02.98716202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"be66e153-f3c1-4c49-8191-99a9abe5c060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:03.048478576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"be66e153-f3c1-4c49-8191-99a9abe5c060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:03.051105095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"0e5c1c9b-5c46-465d-88af-25685d74ac2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:04.331742955Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-subscription","reconcileID":"073401ba-c720-434a-9e67-dfc0734aea35","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:04.34815508Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-subscription","reconcileID":"073401ba-c720-434a-9e67-dfc0734aea35","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:04.365005609Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-subscription","reconcileID":"073401ba-c720-434a-9e67-dfc0734aea35","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:04.383884858Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-subscription","reconcileID":"073401ba-c720-434a-9e67-dfc0734aea35","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:04.400296695Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-subscription","reconcileID":"073401ba-c720-434a-9e67-dfc0734aea35","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:04.416597601Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-subscription","reconcileID":"073401ba-c720-434a-9e67-dfc0734aea35","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:04.553600916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"cbdaf059-94aa-4b09-9d02-7b79cef0ec33","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:04.576055777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"1879c12b-d07e-4e21-9f6a-4b8dcc823b1a","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:04.636932908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"38992370-86ec-4c24-9212-ed722140985f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:04.636988855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b2f6191f-cde5-4dbb-80b4-a8f2ec113fba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:04.637222985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-auth","reconcileID":"888a542e-e2ff-44d1-b167-9a46c9055377","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:04.65859262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"38992370-86ec-4c24-9212-ed722140985f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:04.658732713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-auth","reconcileID":"888a542e-e2ff-44d1-b167-9a46c9055377","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:04.660881055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b2f6191f-cde5-4dbb-80b4-a8f2ec113fba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:04.716411467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"6ebdde5a-0783-4bfa-89ab-afaaf0c4c870","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:04.716617026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"04757a38-1eee-407a-b850-75125454e046","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:04.891502378Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-auth","reconcileID":"d04f298e-0140-432f-9156-51c70052fc95","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:04.907272794Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-distinct-models-auth","reconcileID":"d04f298e-0140-432f-9156-51c70052fc95","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:05.02950885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"62cbe9e8-b812-46ea-8eea-1772d9ded25e","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:05.029733998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"7e343d64-2bf2-4a0e-9a06-0caca8d4861a","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:05.710713072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"2ddac9ac-4d56-40da-8619-a033a4544302","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:05.731520441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"91326008-9b81-424f-82dd-f2869082cd9a","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:05.78263293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-api-key-no-access-auth","reconcileID":"60bdb59a-44ce-4d55-a731-4f48764f18d9","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:05.803629426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-api-key-no-access-auth","reconcileID":"60bdb59a-44ce-4d55-a731-4f48764f18d9","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:05.893378393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"a94dda18-2895-4992-994c-3c75c28d09ba","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:05.919056413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"af938a5f-559a-4772-80bd-7fbbd97a501b","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:05.940953923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"48f30bd0-510d-4bdb-97f5-467a031b092e","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:05.941805856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-api-key-no-access-auth","reconcileID":"ed06b1b0-47d5-4884-b8d8-175f01098796","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:47:05.951017089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-api-key-no-access-sub","reconcileID":"dc136023-87dc-4691-8609-4f88ea65e7dc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:05.962697751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-api-key-no-access-auth","reconcileID":"ed06b1b0-47d5-4884-b8d8-175f01098796","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:05.99030202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"b486e6d5-4483-4898-940c-994fb714b8b1","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.011698001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"4d3b6edf-2545-4fe5-855e-a6ece1ece561","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.040961762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"d94b5a15-141c-4722-9001-4850e71dd466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.041136607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"bf98f842-3a13-4781-bbe4-8312b025e7f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.04715246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"43cc038a-658f-4ef0-ad8a-33f12737afa8","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.063144524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"d94b5a15-141c-4722-9001-4850e71dd466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.063196784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"bf98f842-3a13-4781-bbe4-8312b025e7f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.068179522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"54a2ca08-ef25-4611-82aa-5c1719a8e9f2","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.099570022Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-api-key-no-access-sub","reconcileID":"8ad04271-f73e-4acf-a785-9cc6e7f8bba7","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.14133436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-api-key-no-access-auth","reconcileID":"c886c37d-9a20-4f6e-9dd8-78782c717b87","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.15773648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"885a0a63-aaa7-45f4-b2b0-a3e08dd7adda","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.158108259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"9c8f0f5f-38ab-43c4-bb22-fd5205ef1c61","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.162445056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-api-key-no-access-auth","reconcileID":"c886c37d-9a20-4f6e-9dd8-78782c717b87","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.177266744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"ec922065-a7ac-4f52-9ff9-f866f59640cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.181450682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"9c8f0f5f-38ab-43c4-bb22-fd5205ef1c61","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.243299382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e8c64211-07ed-4ae4-83d3-aff93ad5ecda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.243386664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"fc45d6b2-04e4-4d90-b446-6ec39969e5bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.265009019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"0b97d8f8-fb07-4e6f-870f-a59bcc0b4261","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.265836123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e8c64211-07ed-4ae4-83d3-aff93ad5ecda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.271309876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"fc45d6b2-04e4-4d90-b446-6ec39969e5bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.284827627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-api-key-no-access-sub","reconcileID":"4c2ae3cd-b79e-4fab-a55b-41fc4ec0c0e2","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.288213055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"e927b298-c28c-432e-9fa0-683da0e177e2","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.294701845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"dde5fe5c-b5e7-4f86-9bfe-9e3343088bd2","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.358753831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"1ea365bb-3c09-41f7-8fd1-bfd6af06f11c","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:47:06.359763566Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4e261b/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.384053812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"a7838dbc-ad09-477d-9d20-14413f07f82f","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.40807478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"be08a977-a90d-49c2-a638-416e5042791b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.408087552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"dab099cc-a2dd-4e68-bdc8-0f6529c3b0cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.409196027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"58efbc12-44f3-455e-b0a7-3d794632a8d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.429373125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"be08a977-a90d-49c2-a638-416e5042791b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.429427226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"dab099cc-a2dd-4e68-bdc8-0f6529c3b0cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.431564425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"58efbc12-44f3-455e-b0a7-3d794632a8d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.451608794Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-sub1","reconcileID":"e56fe417-e379-4acb-ae2b-d89d7bbfa785","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-w3-4e261b","model":"distinct-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.475037814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"3237f663-9d6e-4703-9286-c94d0e1f62e2","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.486012712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"6385651e-3505-4b5d-bbb1-ed3476100162","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.494046198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"ee733115-2b16-496f-9cb6-2e0732d14c99","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.509792281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"09087ac3-6740-4413-8200-5a264df006e7","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.532846157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"c6ca1347-1494-48e6-8351-3e3521dbb052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.555699446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"c6ca1347-1494-48e6-8351-3e3521dbb052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.577258152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-sub1","reconcileID":"8a081bdd-81e4-4b61-b96b-a4c0661c6ec2","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:47:06.620813766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"be08a977-a90d-49c2-a638-416e5042791b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.664942167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth2","reconcileID":"1648bab5-2f09-4bd7-8487-390f3fde7743","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.68592267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth2","reconcileID":"1648bab5-2f09-4bd7-8487-390f3fde7743","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.686737362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"e5a55d63-4ee6-4b8a-a200-6ae50354b5d6","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.686896056Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-4e261b priority=0:[ai-tenant-e2e-worker-w3-4e261b/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-4e261b/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.711714366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"0fef522b-b13e-49d3-8f5c-92814cb3481b","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.720777643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"62515c1b-2f6e-40f4-8a2d-b4a3db595d0e","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:47:06.729196368Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4e261b/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.74445042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"f1a3bd3a-4e23-4a25-b11c-930d964b9861","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.766482834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"318ed022-0b16-4080-a1aa-e5c16a310ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.766717829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"d1b9f7e3-629b-4ff3-88e4-86dc774be547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.766810733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"c969d4fd-904e-469c-b358-c638625f631c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.787270902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"318ed022-0b16-4080-a1aa-e5c16a310ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.787836612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"c969d4fd-904e-469c-b358-c638625f631c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.789379446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"d1b9f7e3-629b-4ff3-88e4-86dc774be547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.812845667Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-sub2","reconcileID":"81385efc-14ad-4674-8558-84c3a17c3a43","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-2-w3-4e261b","model":"distinct-2-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.833421691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-api-key-no-access-auth","reconcileID":"51ae8260-b46b-45aa-8a1c-16c1a099b790","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.85463069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-api-key-no-access-auth","reconcileID":"51ae8260-b46b-45aa-8a1c-16c1a099b790","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.869860541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"12010b8b-b1f2-4045-9534-37e99c1f1b83","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.92633148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"791d6ab6-d21e-47f3-b1ea-cbc84b2c48e1","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.935021752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-sub2","reconcileID":"fd0bb2ed-1268-4330-831d-4af1f63a1e07","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-2-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.967733931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a63abc63-cfba-4699-b2d9-88011954a0b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:06.989242834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a63abc63-cfba-4699-b2d9-88011954a0b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:07.000526753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"f5c5c877-eca4-414a-b9fd-353e5c38f8d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:07.000527505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"893af4d7-c3f0-4bfc-84a7-76bc0b2a564b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:07.000785988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"b2f61f3b-733b-4906-92d4-5faff792989c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:07.002777651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth2","reconcileID":"3092ca9b-6884-4df3-983e-d54a3be66f34","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:07.023484529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"b2f61f3b-733b-4906-92d4-5faff792989c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:07.023487684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"f5c5c877-eca4-414a-b9fd-353e5c38f8d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:07.026597738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"893af4d7-c3f0-4bfc-84a7-76bc0b2a564b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:07.027312879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth2","reconcileID":"3092ca9b-6884-4df3-983e-d54a3be66f34","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:10.996784459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"f491cfbe-2548-4c81-a6f6-2efc2303fabe","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:10.997182544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"1589cbcd-f6cf-4d14-b7d4-035bb142a243","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:11.027337694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"4ad3cabd-665b-4b4f-9d21-b6f0d5055d0f","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:11.027620942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"fbc21c17-a021-4225-abba-0380b7532f1c","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:11.044714105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"ff6cbfcc-d3d1-4ed2-8622-dd9daf77b781","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:11.044764885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"d0d5805c-e01c-40b1-af5f-d00c6fb9cd29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:11.064272212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"02358034-ffa8-480e-a15e-e77c99c78977","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:11.066204881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"ff6cbfcc-d3d1-4ed2-8622-dd9daf77b781","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:11.066441459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"d0d5805c-e01c-40b1-af5f-d00c6fb9cd29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:11.066671791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"de36b8be-101a-4316-b07f-d9fe67f06c1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:11.254870499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"3762bef3-d076-48c1-b879-4006c92d346c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:11.25492349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"e63d29b1-5d01-47a0-9d08-fca0731d43e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:11.277500157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"e63d29b1-5d01-47a0-9d08-fca0731d43e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:11.277508171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"3762bef3-d076-48c1-b879-4006c92d346c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:13.136822499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-a76a6963","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-conflict-a-a76a6963","reconcileID":"2fcb6982-eb67-4280-aa84-43f03b9e02c4","MaaSModelRef":{"name":"e2e-conflict-a-a76a6963","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"e2e-conflict-a-a76a6963-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"e2e-conflict-a-a76a6963","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:13.137223216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"75d92019-8fbd-48e8-9ce4-884f3720d8fb","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:13.137705797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"06e10239-48b8-44bc-9461-b5c3f4737be9","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:13.197426625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"0bc7a409-edbd-4762-b685-bcd617e26824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:13.19770471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"00600e6f-0aa0-4e20-9e62-7e634afab463","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:13.215737947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"7c861f06-9c05-48bb-9e30-fdef2316725f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:13.216084855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"ace15acf-7ac8-4f62-a1b8-18a324147c91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:13.219250942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"00600e6f-0aa0-4e20-9e62-7e634afab463","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:13.21979867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"0bc7a409-edbd-4762-b685-bcd617e26824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:16.540783626Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-api-key-no-access-sub","reconcileID":"70be16f6-83e8-4d64-ade5-5c75da1140c6","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:16.614603955Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-api-key-no-access-sub","reconcileID":"70be16f6-83e8-4d64-ade5-5c75da1140c6","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:16.682122365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"8a2caf47-bcae-422c-a1f4-cb562ef44300","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:16.686410494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"2d1b466a-d4b5-4242-9c6d-bc11975414d9","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:16.686432495Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-4e261b priority=0:[ai-tenant-e2e-worker-w3-4e261b/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-4e261b/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:16.711684611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"fff7d5c6-abc1-42cc-94bd-5d66f5b4aefd","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:16.735548067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-api-key-no-access-auth","reconcileID":"a1169901-98de-4cda-8674-926ccd35d7bd","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:16.735850159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"85748ae7-cc12-4885-8fc4-7305cf3d7423","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:16.735852609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"9aac6519-c551-4caa-9ce8-9b6dcf39d115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:16.757313021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"9aac6519-c551-4caa-9ce8-9b6dcf39d115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:16.757374964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"85748ae7-cc12-4885-8fc4-7305cf3d7423","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:16.759425644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-api-key-no-access-auth","reconcileID":"a1169901-98de-4cda-8674-926ccd35d7bd","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:16.844763153Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-api-key-no-access-auth","reconcileID":"753fec81-cde8-437d-bd16-90fb007ddd6b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:16.844761588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"7c05fa97-cd68-406b-aa48-317567fe6809","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:16.926801405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"11f13e5e-916f-4edd-8711-df511bb6c3eb","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:17.266098461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"17873e41-8d56-4229-a16e-854d2589db65","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"distinct-2-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"distinct-2-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.171406752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"f7a8c78f-b5a5-4d5d-a8a4-81455f4fdb42","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.226342299Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-sub1","reconcileID":"abe12cae-efc0-4f07-8e3e-eeb519fda49a","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0a670a95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.252549361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"c45a58e3-597e-49d7-9e49-28501a39de1b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.25262678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ee43b002-db3f-45ed-8725-f388c66d4427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.252992701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth2","reconcileID":"b8d4aeba-8b36-4ebd-8698-fe265d78c656","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.253002714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"d430c339-db86-47af-bafc-e0a914eb53c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.275684241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"d430c339-db86-47af-bafc-e0a914eb53c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.276201402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth2","reconcileID":"b8d4aeba-8b36-4ebd-8698-fe265d78c656","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.278156321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ee43b002-db3f-45ed-8725-f388c66d4427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.278418071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"c45a58e3-597e-49d7-9e49-28501a39de1b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.473750125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"a946ffef-8b6c-497b-8c04-29a611a6c2b4","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.492880074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"d109e6d4-1da9-4162-9a25-5d9f16ad0e19","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.496214886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"70e7a21d-8998-4e67-a9c0-ed391f55dbeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.49675421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth2","reconcileID":"817c6c0e-2d62-4b7e-b46c-fe2951dbe787","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.497197324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"f2c8411e-d2b2-4e07-a9f1-37e1d28ae190","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.497207432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"640b8f80-9b07-4355-8b3d-6bbbd09a7b08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.517685319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"70e7a21d-8998-4e67-a9c0-ed391f55dbeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.519121282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"640b8f80-9b07-4355-8b3d-6bbbd09a7b08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.520000914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"f2c8411e-d2b2-4e07-a9f1-37e1d28ae190","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.521309496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth2","reconcileID":"817c6c0e-2d62-4b7e-b46c-fe2951dbe787","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.557612361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-access-denied-auth","reconcileID":"af6b2650-1dc3-4f14-8d21-bece720ef5b8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.579734826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-access-denied-auth","reconcileID":"af6b2650-1dc3-4f14-8d21-bece720ef5b8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.674265148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"581b4da1-fb03-4b40-b4d9-3af2898436bc","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.697668039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"c86e6a51-df6d-4225-8405-d97cb96985e3","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.709875793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"7de939e8-d274-48f4-a499-50683a7ed52e","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:47:18.715340661Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-1d9b1a/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.731251316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e43e9035-25ec-419f-82e1-d27bab578233","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.731289908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"bc7bb1a0-cb0a-41b8-9311-86ad131a8eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.731830867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"0165ec2d-485d-4c96-b83a-c4ae7c95f8ca","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.756236548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"bc7bb1a0-cb0a-41b8-9311-86ad131a8eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.761555828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e43e9035-25ec-419f-82e1-d27bab578233","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.784817953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"9ab22afc-aa5a-4f6a-8cf9-7e9050cfec2c","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.829260934Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-user-sub","reconcileID":"def010cf-1779-42eb-90e6-33a078750b20","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/e2e-models-user-sub","ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.837519047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-access-denied-auth","reconcileID":"7d1ec56c-742c-4018-b503-86330b1296f7","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.859013962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-access-denied-auth","reconcileID":"7d1ec56c-742c-4018-b503-86330b1296f7","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.891185924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"27aeb6b5-ba7e-40e6-b318-1ad353c90af3","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.891426408Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-1d9b1a priority=0:[ai-tenant-e2e-worker-w2-1d9b1a/e2e-models-other-sub ai-tenant-e2e-worker-w2-1d9b1a/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.893486915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"5562ba04-1bb3-45fd-9320-ef2c2cf0a0ce","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.898802427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"381df268-01d4-453e-854c-ebb9687f2685","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:47:18.908927851Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-1d9b1a/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.922770786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"022fabba-c8ca-4533-b847-ee97f939bed8","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:47:18.926311539Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-1d9b1a/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:18.94449592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"8df38337-d86b-4360-a85f-a055d4e3c3f1","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:19.021046902Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-user-sub","reconcileID":"6988fc7d-dbea-436b-8745-83c38965d5a3","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/e2e-models-other-sub","ai-tenant-e2e-worker-w2-1d9b1a/e2e-models-user-sub","ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:19.035560007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"00304d5d-7f8b-4c25-a7fa-ee9ea77388f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:19.035921546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d177bdab-c25a-463c-a09d-8f0fcc960cf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:19.068895345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"00304d5d-7f8b-4c25-a7fa-ee9ea77388f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:19.073980364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d177bdab-c25a-463c-a09d-8f0fcc960cf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:47:19.161321822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-access-denied-auth","reconcileID":"7d1ec56c-742c-4018-b503-86330b1296f7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-access-denied-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:19.220356486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-other-sub","reconcileID":"92c9bf8a-bb00-4f93-bd7c-f3797fc3df13","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:19.226105812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"6f445d42-eb06-406d-a00d-a68b80f7721c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:19.246690596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-access-denied-auth","reconcileID":"127d6dd1-267b-4cc6-a2ae-5dc9cdd9b01a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:19.270176363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-access-denied-auth","reconcileID":"127d6dd1-267b-4cc6-a2ae-5dc9cdd9b01a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:19.273696021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-user-sub","reconcileID":"64f7ee61-a430-4a97-802d-8b36a280be84","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:19.296426732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"985b7c74-1a2b-4d72-b4fe-9845ce5ac2a6","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:19.377971418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-other-sub","reconcileID":"12c3fb75-f0ba-46c4-94ba-7cace2a50bdf","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:19.836436952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-sub2","reconcileID":"bffbac0f-9743-48aa-9e4e-6d507d592532","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-2-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:19.915028925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"94a39ab1-efd1-4357-9ba6-82cb609bd299","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:19.919608624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"0ae83264-0447-4fd1-bfd9-a1c2af6bc876","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:19.973205482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"32ef6372-af88-4d0d-a0d1-115c1df3393a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:19.973744265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-access-denied-auth","reconcileID":"6a7a4dba-f7e5-4434-bdd5-d497f1b9d41c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:19.974188064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"8033cbbb-ddbe-4adf-ba90-f391afcf1b33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:20.010461053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"8033cbbb-ddbe-4adf-ba90-f391afcf1b33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:20.043284387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"32ef6372-af88-4d0d-a0d1-115c1df3393a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:20.0505628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-access-denied-auth","reconcileID":"6a7a4dba-f7e5-4434-bdd5-d497f1b9d41c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:20.400395166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"6943fbd4-cbae-457d-a6ce-35f19c1157e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:20.400876488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"b033bdf2-cbb7-49e9-a8db-3f133b3298dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:20.428863577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"6943fbd4-cbae-457d-a6ce-35f19c1157e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:20.4386375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"b033bdf2-cbb7-49e9-a8db-3f133b3298dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:21.241101988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"2a6dc5ad-63fd-430f-97a6-dba6db75cb00","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:21.241540065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"da089a2c-de8c-43d7-a5c3-2ed5cc3f1af3","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:21.320517351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"989aa49a-73fc-4a3e-8cd2-eada0d76a428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:21.321282187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"10b193db-5eac-4283-b954-05d4b82ee6ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:21.396593271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"99d9a5ff-9f4e-47d0-99c7-44dfc7dee7da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:21.454354576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"989aa49a-73fc-4a3e-8cd2-eada0d76a428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:21.497563941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"10b193db-5eac-4283-b954-05d4b82ee6ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:21.509231092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"e069c6b4-2f06-424f-a70a-8a2f6ca2cdb7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:24.388132724Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.187343462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"607800ec-a51b-47b4-9be6-6e7dc620bd6c","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.206821359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"03679882-4515-4904-a343-ed2df687ef01","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.245030141Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-sub1","reconcileID":"314dfde9-cf85-4d44-b95d-0e42b9c47205","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.273825959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-scoped-auth","reconcileID":"c07e1ea1-77eb-401f-a0ea-c7e1f6d3c6ab","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.27420304Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-sub1","reconcileID":"314dfde9-cf85-4d44-b95d-0e42b9c47205","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.291856849Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-sub1","reconcileID":"314dfde9-cf85-4d44-b95d-0e42b9c47205","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.303282206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-scoped-auth","reconcileID":"c07e1ea1-77eb-401f-a0ea-c7e1f6d3c6ab","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.40249497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"ea1060fc-6840-47a9-9fff-5da6c8234598","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.418798807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"67990017-8c91-45e8-bf3c-ec5b2ef8ea64","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:47:28.43610916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-scoped-sub","reconcileID":"8fe609d7-c9e2-45ef-84b7-20f210e1c403","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.438686491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"f4b9a0ba-349d-4fc4-a82f-15c484069004","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.445234993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"51ebebd3-c2b3-4fb7-9045-1512c33c6f4b","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.450569111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"b9db51ce-c116-4442-8377-535404c2d055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.450569895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"cfa8993d-994f-4f83-8c56-65475f20316f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.486732448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"cfa8993d-994f-4f83-8c56-65475f20316f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.487562601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"fec98788-ef06-4096-b6bc-878529ecf1a8","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.488804153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"b9db51ce-c116-4442-8377-535404c2d055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.507111814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"eb2fcc39-b489-4415-8176-056c31ce755d","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.50829678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"476e189c-f7fb-4b06-9c4f-2b50bd7b909b","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.562744886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-scoped-auth","reconcileID":"2c99cdf5-39c5-49d0-8fa2-52e6cf21e0e5","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.586582109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"c33d5969-9fa5-4bca-911e-2521e70e3fb2","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.593060008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-scoped-auth","reconcileID":"2c99cdf5-39c5-49d0-8fa2-52e6cf21e0e5","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.596190032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"7139a43a-4b18-42d9-b555-a3048e97785f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.596892282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth2","reconcileID":"843e589a-86ed-4cad-a61e-03de5380ecc0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.615246703Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-scoped-sub","reconcileID":"c7db9315-84cf-4416-bb6a-3b529a0987e3","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-e43a66/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w1-e43a66/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.620537776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"7139a43a-4b18-42d9-b555-a3048e97785f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.622092621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth2","reconcileID":"843e589a-86ed-4cad-a61e-03de5380ecc0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.644600229Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-sub2","reconcileID":"00b3cef5-89d3-4d2b-87fc-f0eb468359fc","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4c7fb72a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.693058167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"76df486f-a029-4356-9fd5-54f90422cad6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.693439819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"4bcb8621-2f90-4dc4-9846-16dafcd9d177","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.770318946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"303202f2-e140-444e-afe2-e201ccd2f644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.770576996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"93d25d63-2ac0-49ae-b280-5fb2019cc08d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.789118525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-scoped-sub","reconcileID":"2dabbd8a-9327-4e78-82c4-921cea638a82","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.793666619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"303202f2-e140-444e-afe2-e201ccd2f644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.793758168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"93d25d63-2ac0-49ae-b280-5fb2019cc08d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:47:28.794189368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-scoped-auth","reconcileID":"2c99cdf5-39c5-49d0-8fa2-52e6cf21e0e5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-scoped-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.825199662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"5865631c-c061-4487-95bd-4061145e3009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.840677535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"70686b3a-d137-402e-bd7f-c7eada96bf68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.846172116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"5865631c-c061-4487-95bd-4061145e3009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.856302783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"1e3a5dfb-4939-40dd-8c75-5ea3127161ce","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.865640463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"70686b3a-d137-402e-bd7f-c7eada96bf68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:28.886976158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"1e3a5dfb-4939-40dd-8c75-5ea3127161ce","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:29.056283115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth2","reconcileID":"dafa4d29-bc4a-43c9-8be9-eadb376cec11","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:29.086562589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth2","reconcileID":"dafa4d29-bc4a-43c9-8be9-eadb376cec11","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:29.127522237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-scoped-auth","reconcileID":"e12659fb-0784-4887-b009-738a9fe935b4","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:29.150714764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-scoped-auth","reconcileID":"e12659fb-0784-4887-b009-738a9fe935b4","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:29.980117888Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-user-sub","reconcileID":"b6f32b28-b696-417e-9717-f3bf75a6dad8","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:30.067168982Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-user-sub","reconcileID":"b6f32b28-b696-417e-9717-f3bf75a6dad8","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/e2e-models-other-sub","ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:30.136146184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"4ff750ed-7a5f-4b9e-8406-d7a5c33c622d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:30.140661712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-other-sub","reconcileID":"f8081fc4-3b9e-45df-9cde-3c7a8a51cd58","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:30.143762426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"066d9f55-3b38-4af9-8c28-f78e93604e59","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:30.167594896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"1dd96787-d715-4246-ac68-57f12d533908","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:30.222077262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"0eee89dd-2777-4ea5-a5f8-7d8711937131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:30.222784317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"06b1ab85-3e88-47bf-b525-bc3a4bf519d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:30.223249634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-access-denied-auth","reconcileID":"b661fbd3-7824-4d9c-a963-387ae9024bbc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:30.24743954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"0eee89dd-2777-4ea5-a5f8-7d8711937131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:30.251820057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"06b1ab85-3e88-47bf-b525-bc3a4bf519d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:30.253940377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-access-denied-auth","reconcileID":"b661fbd3-7824-4d9c-a963-387ae9024bbc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:30.312929441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"d1f41ac4-9b87-4daf-a010-403c6d9873a3","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:30.433591135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"3ee15b62-c1dd-41c2-82b2-1442cbb54452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:30.43443063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"74441529-2783-4699-bf70-cd501bbf2b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:30.455054888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"3ee15b62-c1dd-41c2-82b2-1442cbb54452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:30.455667257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"74441529-2783-4699-bf70-cd501bbf2b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:30.534676222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-access-denied-auth","reconcileID":"ba3d4047-e3b0-45de-bd99-30240436113d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:30.556087967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-access-denied-auth","reconcileID":"ba3d4047-e3b0-45de-bd99-30240436113d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:31.332438223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"ad84fbca-3945-43dc-842e-cf4e25d798ee","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:31.389942305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"e4a40f1a-e14d-498a-a89d-82bbe3d3fdfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:31.389948789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"164a62a2-0a83-4440-9a47-dcd234129c0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:31.390307702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-scoped-auth","reconcileID":"df23e23d-a612-408d-8bd3-ac7321237946","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:31.41185573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"e4a40f1a-e14d-498a-a89d-82bbe3d3fdfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:31.411979714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-scoped-auth","reconcileID":"df23e23d-a612-408d-8bd3-ac7321237946","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:31.414208103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"164a62a2-0a83-4440-9a47-dcd234129c0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:38.668743222Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-sub2","reconcileID":"89a8188d-be0b-43c3-afad-52d26a661ded","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:38.687279513Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-sub2","reconcileID":"89a8188d-be0b-43c3-afad-52d26a661ded","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:38.705274488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"fa7175df-cecf-4925-aa30-d6ad7c878ea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:38.705820552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth2","reconcileID":"1a44902e-1866-4488-8e1d-168c75e4bb98","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:38.706560158Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-sub2","reconcileID":"89a8188d-be0b-43c3-afad-52d26a661ded","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:38.706646948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"072f6d2f-b1d8-4a20-96b7-7e35519861b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:38.72727593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"9cf781cd-c96e-4c82-8139-c87610fd6eee","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:38.735783182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"072f6d2f-b1d8-4a20-96b7-7e35519861b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:38.844271846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth2","reconcileID":"1a44902e-1866-4488-8e1d-168c75e4bb98","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:38.8645102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"9cf781cd-c96e-4c82-8139-c87610fd6eee","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:38.886086717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"fa7175df-cecf-4925-aa30-d6ad7c878ea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:39.024080597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"acc54002-a67e-47fd-ac8a-a9fed3e4eda3","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:39.172490174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"6b7cc759-6388-4ea0-8506-0914dda09e48","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:39.297445863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth2","reconcileID":"54d94190-4a48-412c-99e7-74c032c1cf6f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:39.297810653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"9af2b6f5-beb1-4768-bcd6-df683b789d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:39.394340332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth2","reconcileID":"54d94190-4a48-412c-99e7-74c032c1cf6f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:39.298232877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ed4855eb-617c-420c-ac4d-04c7a08caffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:39.298050204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"4b927bff-8181-436b-9802-8ccaea3c594b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:39.513504467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"9af2b6f5-beb1-4768-bcd6-df683b789d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:39.572639349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"4b927bff-8181-436b-9802-8ccaea3c594b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:39.601402454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ed4855eb-617c-420c-ac4d-04c7a08caffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:39.72148884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth2","reconcileID":"454ab235-b0f7-420f-a0ad-2dd60120798a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:39.721738855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"8619ef9e-44b4-4bc7-8a53-e5d8f7ea0d9d","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"distinct-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"distinct-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:39.763256793Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth1","reconcileID":"e4d38142-0fb4-4899-b751-4f7332c75cbf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:39.818615645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth2","reconcileID":"454ab235-b0f7-420f-a0ad-2dd60120798a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:39.989668551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"2002aeda-120c-441d-9f51-830d104870b5","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:40.125632621Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-return-all-auth2","reconcileID":"dcdb077c-93f2-4463-b182-e3a3ce5816e4","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:40.140512854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"2c6a8763-68e7-4ed2-845d-91ff5a63eac9","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:40.289972067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"570782f0-ee66-4cd5-a1b6-879e9e982c55","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:40.435373483Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-other-sub","reconcileID":"f3a07bf4-bbe0-42e6-b644-b8decee7aa91","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:40.539275574Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-other-sub","reconcileID":"f3a07bf4-bbe0-42e6-b644-b8decee7aa91","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:40.613508805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"c05d2303-aae9-40e6-8faa-8fe5bfc5f29d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:40.641505836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"8f7030f7-b7bd-4b0c-b097-ebb7e320c3a9","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:40.704625084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-access-denied-auth","reconcileID":"555c04fb-3e03-49ee-ab25-6ff956f5e8a9","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:40.705202441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"7731ed5d-e46d-4d91-b9e9-4a09e5090993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:40.706096095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"10c84ab8-cf9d-400d-b676-2f57d1c9a369","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:40.756703575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-access-denied-auth","reconcileID":"555c04fb-3e03-49ee-ab25-6ff956f5e8a9","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:40.788291936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"7731ed5d-e46d-4d91-b9e9-4a09e5090993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:40.788996942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"10c84ab8-cf9d-400d-b676-2f57d1c9a369","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:40.798531393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"c30cccf4-25cf-4267-a07b-e8a197e16fbb","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:40.845763935Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-models-access-denied-auth","reconcileID":"3d93cfdd-5576-44ec-ab2b-8869caee1f12","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.054320192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"22e07955-6f19-40c9-87e8-22c4ad7b137d","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.389440965Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-scoped-sub","reconcileID":"cefef707-9f28-4289-8cfb-ad7e48e01e78","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.470691858Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-scoped-sub","reconcileID":"cefef707-9f28-4289-8cfb-ad7e48e01e78","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e43a66/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.496742411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"29aab248-8d73-4305-9daa-7c7be12f1731","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.497083505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"9d5701cb-a48a-4ddf-b299-838c941b4894","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.52988481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"8486a074-cb27-450d-be26-76d4403ce224","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.530270629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"81439b9a-428e-46d5-960f-00389f27f8b0","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.539035851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"daef9856-b3e1-4d5d-b3d3-f41d23b4ea2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.545818511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"ddddd930-eb8f-4429-a723-e75d540eea1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.545818284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"2c0382df-89f7-4c22-8f5c-e9008a62487e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.568243825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"2c0382df-89f7-4c22-8f5c-e9008a62487e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.568362164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"ddddd930-eb8f-4429-a723-e75d540eea1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.622043285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"67097cfd-2701-4286-8c03-31403d37f69c","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.645231394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"14438b5a-4c2d-49ed-9f1f-9ee23604ef4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.645750863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"e91a9797-4010-4242-bf96-ece3c76ef49e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.675766351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"fe2530be-10e0-4ddf-a249-b69bbf8cf054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.676285337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"68be6e7b-f393-4c08-a8df-478dc9b40fab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.694552112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"7e35b4a6-b140-489a-ae55-9f5b4940f4be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.695128442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"4c678d78-5434-466d-b72c-23ab0c0b9bed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.714206551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"fe2530be-10e0-4ddf-a249-b69bbf8cf054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.695404371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-scoped-auth","reconcileID":"cb7ce022-9b8a-4889-9294-0873d953b77a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.715225918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"68be6e7b-f393-4c08-a8df-478dc9b40fab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.743565514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"7e35b4a6-b140-489a-ae55-9f5b4940f4be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.747887689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"4c678d78-5434-466d-b72c-23ab0c0b9bed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.750380848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-scoped-auth","reconcileID":"cb7ce022-9b8a-4889-9294-0873d953b77a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.762570509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"6a8debc5-bca7-4789-9d40-f8b9d4a86c3f","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.773425721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"c3a41d52-ea46-47f3-8bde-e2a1f975ddd3","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.879762744Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-scoped-auth","reconcileID":"8090129c-4f4f-45c1-8606-9c0745dbb786","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.88330971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"21142431-9aa7-4545-af9d-31a6fbea7487","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.949268633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth1","reconcileID":"24c0dca6-3c14-4625-a1c7-4523a65ea1d4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.970696473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth1","reconcileID":"24c0dca6-3c14-4625-a1c7-4523a65ea1d4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.985853918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"164f8791-b287-4609-bcc8-cca5c2f5d545","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:41.985960749Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-4e261b priority=10:[ai-tenant-e2e-worker-w3-4e261b/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-4e261b/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.015113078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"9f9bf9af-82de-4d51-b7d5-7b31077e1d5f","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.025684753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"a841a074-165b-4318-a54a-2c431ddd5dba","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:47:42.032481946Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4e261b/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.047752033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"2d216955-1186-48ca-9224-f1bd962660c7","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.0647012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"85da61ea-c9cf-4082-a6e0-ceb1d89c965d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.065022694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"eafa2e7f-ca6c-4667-adfb-aeeae1ce16f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.089360474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"85da61ea-c9cf-4082-a6e0-ceb1d89c965d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.090310384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"eafa2e7f-ca6c-4667-adfb-aeeae1ce16f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.090323678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"2662829e-eb25-4d4f-aed5-96b5a2a5ab0c","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.10585283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"f50e88f2-f8c9-47f2-b8b1-56ebe22771ef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.121150164Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-sub1","reconcileID":"292cbd64-1951-4482-9ccb-2ced627ba2fb","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-w3-4e261b","model":"distinct-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.171004466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth1","reconcileID":"1db336da-ee46-4815-9185-42299867593c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.180389564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"77c5e21a-6b9e-4390-9acf-db3e48514e2f","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.196055842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth1","reconcileID":"1db336da-ee46-4815-9185-42299867593c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.220781764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"18502156-69ec-40e9-9f31-ccf112b0d2e4","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.241937234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"78294b1b-c62a-4c18-9021-980e08d955a8","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.245932036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-sub1","reconcileID":"6d10b8eb-ff8a-4b1a-99c3-ef59b4118558","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.320139953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth2","reconcileID":"98aa0f55-46b8-4f8e-b5a8-02c5aa432a74","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.341472584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth2","reconcileID":"98aa0f55-46b8-4f8e-b5a8-02c5aa432a74","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.480364564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"d3f6e864-f00d-46db-9d15-9b730eae3e97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.480364536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"697acab7-1804-4b36-a24b-688a09dfd75a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.484430132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"8ffe8a5e-89ab-44b6-954b-1ddfc4a62efe","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.493266582Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-4e261b priority=10:[ai-tenant-e2e-worker-w3-4e261b/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-4e261b/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.493315057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"e0e08414-97e4-4183-9795-fa01bb17b31c","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.502855478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"d3f6e864-f00d-46db-9d15-9b730eae3e97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.502938035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"697acab7-1804-4b36-a24b-688a09dfd75a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.518631255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"9c1510c5-d22d-4a0c-8a8c-82f67c9bda2c","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.518804733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"088ab5aa-1a62-4f8d-a7be-7ad960c1bedd","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.519666696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"3fa6fa33-a350-48dc-a4ad-eaacdd62796b","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.52608738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"18968652-42cd-4580-9158-5a91ff006b84","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:47:42.532895267Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4e261b/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.547005881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"1848a335-bdad-40f3-b514-753b4fcdac32","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.563838974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth2","reconcileID":"84eef165-b9f1-4c71-867a-b155bacc8f41","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.571581027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth1","reconcileID":"8de087ab-7714-42aa-9659-b3689fb62efd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.585570981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth2","reconcileID":"84eef165-b9f1-4c71-867a-b155bacc8f41","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.593293286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth1","reconcileID":"8de087ab-7714-42aa-9659-b3689fb62efd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.614212302Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-sub2","reconcileID":"ecb5420e-516c-4567-9783-e00efe5c0308","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-2-w3-4e261b","model":"distinct-2-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.647944131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"03d127f6-2b3d-456a-b3d6-21b54bc24e63","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.669181005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"03d127f6-2b3d-456a-b3d6-21b54bc24e63","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.671731254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"7ad72aed-a4d5-419f-88e6-73c822e69a1d","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.722324662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"2f660c1d-1768-4961-afe3-cbc383afbac0","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.722595144Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-4e261b priority=10:[ai-tenant-e2e-worker-w3-4e261b/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-4e261b/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.740802012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-sub2","reconcileID":"6617996a-52fb-478c-833a-e51fba2e8222","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-2-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.74816482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"268a4680-5d1f-402f-96a7-277f3d3d6447","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:47:42.764493271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-sub1","reconcileID":"16ceb493-1c7d-42d1-bf68-13abace3ca2d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.769523506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"609f4fb7-7345-4d0b-a804-317801d20919","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.770540469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"d8cd91a2-ed08-4821-8aa4-17a9b40bfe69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:47:42.771375137Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"268a4680-5d1f-402f-96a7-277f3d3d6447","name":"distinct-w2-1d9b1a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-1d9b1a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:47:42.771499167Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"268a4680-5d1f-402f-96a7-277f3d3d6447","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-1d9b1a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.771804522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"7515082d-7739-4c0a-ba88-d5e31551513d","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.795886096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"4ad91b42-0c36-4a5a-879f-2ac7f065cf7c","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.807185109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"609f4fb7-7345-4d0b-a804-317801d20919","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.807528855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"d8cd91a2-ed08-4821-8aa4-17a9b40bfe69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.818326008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"dfbb3345-5da2-457a-8e54-20fa150d867c","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.826576149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"e6408dc3-2f99-45d4-9dce-9a4ab61a4695","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.84077126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"823abe3a-6535-4d89-aef2-e6082c131632","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.862772089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"a45114c7-58a5-47ba-979e-241048a0696d","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.874422859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth2","reconcileID":"d3a7b72d-46dd-4913-9bef-ce70dfbd3def","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.874678827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth1","reconcileID":"5f56de66-32ef-465d-9ed8-7348b370f6d3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.896559343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth1","reconcileID":"5f56de66-32ef-465d-9ed8-7348b370f6d3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.897087365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth2","reconcileID":"d3a7b72d-46dd-4913-9bef-ce70dfbd3def","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.911219737Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-sub1","reconcileID":"ed447848-e40f-49ce-a148-eea99e8b6c6b","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-distinct-w2-1d9b1a","model":"distinct-w2-1d9b1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.951664787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"2c68c57f-2912-46ea-a343-a7e10d438067","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-2-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-2-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.952425087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"81991f13-6644-40c2-a381-47018ea7cd5b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.970315909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"b7f3b27d-03fb-4b0b-aa2a-74075a8099e9","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:42.975033078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"81991f13-6644-40c2-a381-47018ea7cd5b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.037041989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-sub1","reconcileID":"0393d9d9-802a-47aa-a63a-8b293d27d997","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-distinct-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.059481666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"98e5c9e0-0cbb-4b5c-affa-6ca4214ea857","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-2-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-2-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.113811492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"933a50b8-2ad9-4098-985f-d04349d17da5","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.147306316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"117d92f5-ff6d-4392-a9b3-2b89981c8b3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.147649186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e6044396-9b88-429f-bf2e-34167649bb72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.161359227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"64bdeed8-6240-4806-b29e-332eefa30045","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.168918046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"117d92f5-ff6d-4392-a9b3-2b89981c8b3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.168929452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e6044396-9b88-429f-bf2e-34167649bb72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.184833047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"0903d156-f331-4a6e-817a-191f3c708f85","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.219419258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth2","reconcileID":"2ab3790a-b534-4d5b-88c5-d9a21242eb24","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.240577564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth2","reconcileID":"2ab3790a-b534-4d5b-88c5-d9a21242eb24","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.262827603Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-1d9b1a priority=0:[ai-tenant-e2e-worker-w2-1d9b1a/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w2-1d9b1a/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w3-4e261b priority=10:[ai-tenant-e2e-worker-w3-4e261b/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-4e261b/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.262972901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"d609e1e9-f9d2-48e1-bf11-d8478f404192","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-2-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-2-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.285377593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"44b2edb1-93a7-4a88-ae01-3965bdf29df3","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-2-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-2-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.289998958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d24b07a9-9081-428f-99ff-cb4edb513265","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:47:43.297351707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-sub2","reconcileID":"580bdff7-b9d0-4568-929b-26d144f1c506","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:47:43.306878808Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"44b2edb1-93a7-4a88-ae01-3965bdf29df3","name":"distinct-2-w2-1d9b1a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-1d9b1a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:47:43.306949785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"44b2edb1-93a7-4a88-ae01-3965bdf29df3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-1d9b1a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.307035585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"3aa4e065-ce79-49d2-b447-ac635e4b3a7c","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.311487745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d24b07a9-9081-428f-99ff-cb4edb513265","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.312301412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"7eae7fe9-75cb-49df-b98c-d480a6fb374a","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-2-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-2-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.33027025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"b1de0a27-86a1-42e7-aa37-f8311ad21f63","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-2-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-2-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.350200525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"82d68d77-c3d8-4cca-ad1c-0e9bf6e92db3","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-2-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-2-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.388409556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"3f69e857-7031-4cea-aefc-54849a40150b","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.388589592Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-1d9b1a priority=0:[ai-tenant-e2e-worker-w2-1d9b1a/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w2-1d9b1a/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w3-4e261b priority=10:[ai-tenant-e2e-worker-w3-4e261b/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-4e261b/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.403080106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"76848bce-01d3-4de0-8438-ac360c0ff729","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.419269076Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-sub2","reconcileID":"aa87a04c-0402-4ed6-b7f1-dbc1142af6aa","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-distinct-2-w2-1d9b1a","model":"distinct-2-w2-1d9b1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.427597577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"95265e1e-a7f8-4e8a-8a8d-ad4e81b5392f","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-2-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-2-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.428263181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"f0ba3a61-5627-4670-b8ba-459ecb690a31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.428301118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"de87dc80-ae6a-4692-a621-6c1be98e92eb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.42860949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"451492b8-1e55-477c-bf93-7cb91daa5006","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.428823419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"5ae75082-295e-4d5f-8694-26316104b4c3","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:47:43.43004293Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-e43a66/e2e-api-key-deleted-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.450598763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"451492b8-1e55-477c-bf93-7cb91daa5006","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.450664722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"f0ba3a61-5627-4670-b8ba-459ecb690a31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.451142899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"e1659c53-9943-41b7-b029-254cdda7ac44","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.453421292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"de87dc80-ae6a-4692-a621-6c1be98e92eb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.458441006Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-sub1","reconcileID":"5d6b0356-710b-479f-861a-0614b3b81a68","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4f247385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.478147975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"299a5b1d-a28f-4835-a5e1-57399da0c5ee","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-2-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-2-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.522173952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth2","reconcileID":"7f8b1714-ebec-4770-9e1d-57ae3cab982c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.522876796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"67319b6c-6548-4a10-b6a8-4cec53f91784","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.543545411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth2","reconcileID":"7f8b1714-ebec-4770-9e1d-57ae3cab982c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.545772533Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-deleted-sub","reconcileID":"c6be8e92-1a10-4d8d-9fc6-b7e7bcac290a","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-e43a66/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w1-e43a66/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.589804559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-deleted-sub-auth","reconcileID":"071d7fa2-010e-43b1-92b8-c61393ec552b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.605219198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"f4e1e0f7-bf23-4539-9009-d293e0256ec5","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.610891954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-deleted-sub-auth","reconcileID":"071d7fa2-010e-43b1-92b8-c61393ec552b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.617849745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-sub2","reconcileID":"77addef1-78c4-4900-a2f1-94af1db721d7","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-distinct-2-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.61785948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"f2624a40-6065-46b4-a035-a3831d83a9f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.620491394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e7fac26e-bbf2-43b0-9223-dd7255c56e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.620650552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"2a466eb0-1f72-4ab4-87d5-a8bcfeabd4a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.620833973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"27a0bdc3-3e4e-4e54-b6c4-0c07f4b2c5b9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.641772858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e7fac26e-bbf2-43b0-9223-dd7255c56e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.642056583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"2a466eb0-1f72-4ab4-87d5-a8bcfeabd4a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.643975369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"27a0bdc3-3e4e-4e54-b6c4-0c07f4b2c5b9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.75311685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-deleted-sub","reconcileID":"33e51e70-0c40-42de-8537-400599db9a14","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.794700514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"af3cdfb6-5618-4a62-8ef2-5a94aeb38c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.795116537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"242ec86b-6bf7-426e-bfa2-76c364f349f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.821558556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"af3cdfb6-5618-4a62-8ef2-5a94aeb38c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.825426948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"242ec86b-6bf7-426e-bfa2-76c364f349f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.834165074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth2","reconcileID":"26c1ca58-3263-4e35-ad85-a0a9382d2627","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.834172791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"711858f9-32a2-4784-a2f6-eb49082089ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.834522998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"63b97ba3-1a71-4b25-81db-e0522d90011d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.857480398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"63b97ba3-1a71-4b25-81db-e0522d90011d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.857826751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth2","reconcileID":"26c1ca58-3263-4e35-ad85-a0a9382d2627","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.859943917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"711858f9-32a2-4784-a2f6-eb49082089ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.956650221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth1","reconcileID":"6d08e68a-6382-4a39-9765-e46198296fdb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:43.977891157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth1","reconcileID":"6d08e68a-6382-4a39-9765-e46198296fdb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.243529376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"d8807452-23cd-4628-9132-9a5d90e08c36","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"distinct-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"distinct-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.243748448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"b567ce42-40b3-475e-9170-e408ad1faf84","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.244049975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"f73ddd46-591c-4cf0-931c-86c327436eff","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.274448169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"ad33b011-cdaf-4648-980b-45934209ccee","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.274787224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"be83b8d4-bd67-45e9-ad09-621e57ac708d","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.275081188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"df36c0ae-5136-41d8-a5ff-864f6570bc8b","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"distinct-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"distinct-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.311345005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"8b213d42-621b-4fad-ad3a-b3cd25fbb2d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.311742642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"404b6b27-9e28-4ee9-b574-86e76db16b4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.326694132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"cfb2d5a0-11dd-4baa-b882-3798d58032c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.327186252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"e4597622-0e14-4d5f-af4e-6a5314c48d80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.361514478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"cfb2d5a0-11dd-4baa-b882-3798d58032c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.364959218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"e4597622-0e14-4d5f-af4e-6a5314c48d80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.55355093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"67b962fe-a6e0-45cf-afad-6d3879335dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.553616342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"74ac3395-b48b-49d5-a5b8-1486203a1fd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.576928129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"74ac3395-b48b-49d5-a5b8-1486203a1fd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.577077222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"67b962fe-a6e0-45cf-afad-6d3879335dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.682132166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"c69059d6-8ef9-4111-bbd7-b0609c25a4f7","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.73904749Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-sub1","reconcileID":"3454d61c-7e1b-4074-a3e0-7220be5c51d5","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ad352c37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.771094028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth2","reconcileID":"210d7c80-4f15-460b-83b0-63dc188dd79f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.771743977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"0f3bd219-12b5-44fa-9af0-b9d320e603f5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.772190324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"08dfe450-252b-45ea-8a22-b0e95083e48a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.772591178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d92f7313-ac6e-4a80-884c-e656a77a5170","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.812198159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"08dfe450-252b-45ea-8a22-b0e95083e48a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.824094373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth2","reconcileID":"210d7c80-4f15-460b-83b0-63dc188dd79f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.828753066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"0f3bd219-12b5-44fa-9af0-b9d320e603f5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:44.829300012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d92f7313-ac6e-4a80-884c-e656a77a5170","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:45.033208297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"1c6bef4f-0b4a-4d1b-b7fa-98c72373e3b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:45.055041312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"1c6bef4f-0b4a-4d1b-b7fa-98c72373e3b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:45.132280332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"66468b74-d635-417c-b829-0703083820eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:45.132299832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth2","reconcileID":"85f847a7-c3cc-4fb5-a84d-b7db9903ad47","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:45.132619451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"2f6d99d4-4e22-4da6-b2b4-a095c0e94aa2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:45.162771778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"2f6d99d4-4e22-4da6-b2b4-a095c0e94aa2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:45.163774345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth2","reconcileID":"85f847a7-c3cc-4fb5-a84d-b7db9903ad47","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:45.166067327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"66468b74-d635-417c-b829-0703083820eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:46.169298547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"3172cafd-4dfa-4480-b67b-7b686c3cc805","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:46.270178732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"60970148-5f12-477f-94ff-e4a6810f24be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:46.270997386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"7d322595-b881-4be6-9c8a-1a4685e877ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:46.271644081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ea57add6-55b9-4f5a-9023-7dabeb2ec98a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:46.359129003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"60970148-5f12-477f-94ff-e4a6810f24be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:46.361373644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"7d322595-b881-4be6-9c8a-1a4685e877ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:46.363581686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ea57add6-55b9-4f5a-9023-7dabeb2ec98a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:53.483237975Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-sub1","reconcileID":"0f29e90c-c08e-4cec-b5aa-63306e9574e0","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:53.499537882Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-sub1","reconcileID":"0f29e90c-c08e-4cec-b5aa-63306e9574e0","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:53.515686335Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-sub1","reconcileID":"0f29e90c-c08e-4cec-b5aa-63306e9574e0","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:53.611585279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"d78f0da8-41ea-46b2-b61a-e2ce0022d6d3","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:53.636280932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"c3183a4d-a3ee-462e-84c3-4b48107f02e4","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-2-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-2-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:53.663744532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"9cfe919b-854b-498b-8152-8eb027867bac","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:53.766616154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"8df05872-3525-4056-b5b7-de7147b643a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:53.76732844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"ef20e07e-aec3-41c0-b7ce-18dfc8a26b66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:53.767933847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth2","reconcileID":"a76e22ce-0128-4b9c-b8d7-bb25a7d89ca7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:53.768524034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth1","reconcileID":"a08bb778-2b80-4878-9811-74e2bddabfdb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:53.784859574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"9e94315d-bcba-48e6-833c-b2722c04c106","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:53.794118554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"8df05872-3525-4056-b5b7-de7147b643a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:53.797743084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"ef20e07e-aec3-41c0-b7ce-18dfc8a26b66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:53.800268523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth1","reconcileID":"a08bb778-2b80-4878-9811-74e2bddabfdb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:53.802734814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth2","reconcileID":"a76e22ce-0128-4b9c-b8d7-bb25a7d89ca7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:53.889350426Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-sub2","reconcileID":"c62c195f-12b3-4e62-93fc-be31639737bf","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d725394b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:54.01443625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"c0a82477-d7f0-4410-89f9-7157ca2f59a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:54.03677163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"c0a82477-d7f0-4410-89f9-7157ca2f59a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:54.115652313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth2","reconcileID":"a692cb80-563e-47f2-b92b-9293c46c5534","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:54.115651539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"3971b19d-3957-4a64-9293-c065e1ca621c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:54.121013246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth1","reconcileID":"e671d2af-c1f9-459f-9791-af8625092ff2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:54.136542752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth2","reconcileID":"a692cb80-563e-47f2-b92b-9293c46c5534","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:54.136629612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"3971b19d-3957-4a64-9293-c065e1ca621c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:54.142343951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth1","reconcileID":"e671d2af-c1f9-459f-9791-af8625092ff2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:54.387647513Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:54.760951958Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-sub1","reconcileID":"bce6f162-ff27-4eeb-a915-bffa3949565c","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:54.84476021Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-sub1","reconcileID":"bce6f162-ff27-4eeb-a915-bffa3949565c","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:54.886472404Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-sub1","reconcileID":"bce6f162-ff27-4eeb-a915-bffa3949565c","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:55.080923118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"dba1b1ea-fb63-40f9-98eb-873e54f9f6f6","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:55.188510349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"093abc06-23e3-48b6-a96b-f3a999e6a6e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:55.189104215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth2","reconcileID":"299afff1-085c-4362-971c-7fdcea8bebee","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:55.189554563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"e2f75214-824c-41e2-966c-c6de6f93cea7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:55.190064272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"6dcc73a9-17d4-4038-a813-fa4bef775fab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:55.24317881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"6dcc73a9-17d4-4038-a813-fa4bef775fab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:55.252738158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth2","reconcileID":"299afff1-085c-4362-971c-7fdcea8bebee","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:55.263724975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"093abc06-23e3-48b6-a96b-f3a999e6a6e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:55.26538699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"340450e2-ddd7-4982-bc66-d9e3c2302357","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-2-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-2-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:55.305460633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"e2f75214-824c-41e2-966c-c6de6f93cea7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:55.321240896Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-sub2","reconcileID":"bffcf34c-4e4f-49d7-a147-a2c368249240","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2291d5f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:55.499275713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"106b6b8c-5f5c-40cd-9322-15a0b47114c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:55.587108286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"106b6b8c-5f5c-40cd-9322-15a0b47114c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:55.646953465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth2","reconcileID":"0f944e57-9c1b-478e-ac40-2b0271513896","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:55.647496782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"97c4439f-c0e4-4474-9546-9f31dff40c0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:55.655566606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"fbe541ed-b9e7-481c-b0bf-051887289cff","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:55.684721058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth2","reconcileID":"0f944e57-9c1b-478e-ac40-2b0271513896","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:55.703746252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"97c4439f-c0e4-4474-9546-9f31dff40c0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:55.773554972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"fbe541ed-b9e7-481c-b0bf-051887289cff","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:55.989586428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"1feadd06-1654-4c1d-8978-aa4308f6ffca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:55.990150478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"3e524a17-f55b-4bc0-8122-a15932ba4372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:56.072943783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"1feadd06-1654-4c1d-8978-aa4308f6ffca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:56.093036494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"3e524a17-f55b-4bc0-8122-a15932ba4372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:56.175662723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"ac991d2e-38e2-4c7b-995d-32bf0965f778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:56.176435874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth2","reconcileID":"72832124-0540-40d4-8b01-e673486f5c8c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:56.177007856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"85e71a25-58d7-4bdb-bf55-4467ab1639f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:56.256861768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth2","reconcileID":"72832124-0540-40d4-8b01-e673486f5c8c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:56.301947095Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-deleted-sub","reconcileID":"3ba2e6d6-2a18-4355-b823-02bbd6437b11","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:56.25309237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"ac991d2e-38e2-4c7b-995d-32bf0965f778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:56.493076451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"85e71a25-58d7-4bdb-bf55-4467ab1639f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:56.811059439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"be9ee133-16ab-478f-a548-75eec66c36f2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:56.811715469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth1","reconcileID":"c0384baa-c99c-447f-ad2a-0e0c74e0387f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:56.920630438Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-deleted-sub","reconcileID":"3ba2e6d6-2a18-4355-b823-02bbd6437b11","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e43a66/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:57.024441042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth1","reconcileID":"c0384baa-c99c-447f-ad2a-0e0c74e0387f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:57.138948433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"be9ee133-16ab-478f-a548-75eec66c36f2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:57.310691387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth2","reconcileID":"958b5fc1-c8f7-40c5-9654-0ad6a596c897","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:57.345585988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"e781936e-f733-49ce-a51b-2419d879c545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:57.346169432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b0f0e9c9-4481-4e3a-abb8-975c6ff31fe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:57.400995398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth2","reconcileID":"958b5fc1-c8f7-40c5-9654-0ad6a596c897","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:57.47313973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"c40fbd91-620a-4d42-848a-0e273db0a1d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:57.476750104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b0f0e9c9-4481-4e3a-abb8-975c6ff31fe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:57.624437045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"fd476f96-8a96-4de3-a1a9-a4a8c1fa30c7","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:57.691734661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"e781936e-f733-49ce-a51b-2419d879c545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:57.798466063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2c155523-6903-436b-b1c5-01712d5e7f3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:57.868823763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"2e56942b-8bb6-4cba-b63e-335c0eeb6b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:57.901831536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2c155523-6903-436b-b1c5-01712d5e7f3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:57.972254986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"2e56942b-8bb6-4cba-b63e-335c0eeb6b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:58.287466453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"20e2c82d-bc87-47f9-a02e-3054c7c6e6f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:58.288151041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"4463b604-15e7-472f-add3-81b79d6ae2fe","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:58.322067893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"df74bac8-94f8-4660-a66f-9234ab6dd842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:58.449510018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"df74bac8-94f8-4660-a66f-9234ab6dd842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:58.458581895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"4463b604-15e7-472f-add3-81b79d6ae2fe","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:58.459834902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"20e2c82d-bc87-47f9-a02e-3054c7c6e6f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:58.550786829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"58055f94-6a68-49ed-86ab-be4650a3d305","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:58.60459271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"58055f94-6a68-49ed-86ab-be4650a3d305","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:58.624697889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth2","reconcileID":"e85bc01e-d65e-428e-a1c3-236c323ca15f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:58.655894538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth2","reconcileID":"e85bc01e-d65e-428e-a1c3-236c323ca15f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:58.824561338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c5cbb8cd-8737-410a-a8d5-234653fa24f0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:58.847471301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"1c004457-2a60-44fe-ba60-510618af5587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:58.859890531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c5cbb8cd-8737-410a-a8d5-234653fa24f0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:47:58.896081395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"1c004457-2a60-44fe-ba60-510618af5587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:03.906554966Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-sub2","reconcileID":"4252f9ef-d623-46c2-b031-83d90eb96e74","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:03.924488875Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-sub2","reconcileID":"4252f9ef-d623-46c2-b031-83d90eb96e74","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:03.941317141Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-sub2","reconcileID":"4252f9ef-d623-46c2-b031-83d90eb96e74","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:04.100360628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"dae1e553-12eb-4691-81d0-0f8b3fa3b294","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:04.179085786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth1","reconcileID":"9ebba360-b2af-4d1e-8ee3-d5e9f5e35278","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:04.17911712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth2","reconcileID":"c03e1936-4035-41cc-bae1-a9d96b447e78","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:04.179450264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"5b737637-3d29-4c29-9f8d-00bb657a41a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:04.179486837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"da6cd062-c5a9-44cc-a8a3-fc782a999578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:04.201135631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth1","reconcileID":"9ebba360-b2af-4d1e-8ee3-d5e9f5e35278","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:04.201216499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth2","reconcileID":"c03e1936-4035-41cc-bae1-a9d96b447e78","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:04.203460458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"da6cd062-c5a9-44cc-a8a3-fc782a999578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:04.203570887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"5b737637-3d29-4c29-9f8d-00bb657a41a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:04.263174443Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth1","reconcileID":"e8c192d2-712e-4c57-bee1-431bb42a8341","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:04.263221762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"4297d851-ac08-4b37-8936-9b7acafe6122","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:04.311422667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth2","reconcileID":"ef823f9d-9899-456a-be6e-899d15afb5d3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:04.333263135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth2","reconcileID":"ef823f9d-9899-456a-be6e-899d15afb5d3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:04.462274997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"16e3e58a-d248-4872-b538-72122bb67714","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:04.60714743Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-ignore-header-auth2","reconcileID":"d751e399-92e2-4074-bb05-82d1ba83b55c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:04.607225484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"aa2001d4-1a4c-46a2-8fc2-639d731138a5","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:04.662323395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"a47c3490-18b4-4453-a723-a619a9484d31","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:05.337692377Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-sub2","reconcileID":"78f7df5f-bffb-4117-9f3d-378294ba094b","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:05.35474844Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-sub2","reconcileID":"78f7df5f-bffb-4117-9f3d-378294ba094b","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:05.371763561Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-sub2","reconcileID":"78f7df5f-bffb-4117-9f3d-378294ba094b","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:05.467323071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"3630e678-0c1d-44d7-a8fa-dedf11c62c9a","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-2-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-2-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:05.548572804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"45084ce2-e890-421b-a3e5-5870dbca9ece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:05.553855366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth2","reconcileID":"a9500b6d-7fd6-4f21-9f40-a03a8679346e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:05.556643754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"ac9f7279-e5bf-497e-9dbf-2205451a80f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:05.557498921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"8d492cb9-a6ea-41df-ac9d-5aa42bd8f682","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:05.569964859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"45084ce2-e890-421b-a3e5-5870dbca9ece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:05.574836429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth2","reconcileID":"a9500b6d-7fd6-4f21-9f40-a03a8679346e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:05.577629857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"ac9f7279-e5bf-497e-9dbf-2205451a80f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:05.578880523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"8d492cb9-a6ea-41df-ac9d-5aa42bd8f682","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:05.628543144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"64f08a46-517b-4ac6-9017-b15eec6af796","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:05.718433579Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth1","reconcileID":"3f12bc8b-f61a-430b-99ec-dc3141c16375","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:05.765213572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth2","reconcileID":"2095a710-af08-47ce-9089-10c04f6af3cf","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:05.786405415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth2","reconcileID":"2095a710-af08-47ce-9089-10c04f6af3cf","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:05.923751075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"6dc5adcd-ab06-4875-a16d-85ec88e978ae","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:06.088538999Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-multi-keys-auth2","reconcileID":"3ba4ad9a-427f-4c91-9009-278e615e5acd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:06.088567403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"3ed7d483-e2dc-4017-b296-3b3c5dbe10b0","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-2-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-2-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:06.141103378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"47693747-b8fb-4bcc-a72e-972a737c4f9e","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-2-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-2-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:06.566207542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"4ddf6b66-786c-4422-b895-0b109ac21d06","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"distinct-2-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"distinct-2-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:07.793105593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"e9f6b2b6-ff2a-402b-8b14-0a9807ca9c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:07.799411296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"51d9d508-c88e-47c7-8a8c-fde6a1157a18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:07.884648837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"e9f6b2b6-ff2a-402b-8b14-0a9807ca9c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:07.902387554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"51d9d508-c88e-47c7-8a8c-fde6a1157a18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:07.9345344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"4c8d1b06-1ec8-4388-821c-ddb83a54330f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:07.952726111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"17a39d9f-ca17-47cd-8657-41859af9c878","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.011677513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"4c8d1b06-1ec8-4388-821c-ddb83a54330f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.014581463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"17a39d9f-ca17-47cd-8657-41859af9c878","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.093784094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a323711e-3732-4a26-9943-08dc70d3d92a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.093893984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a323711e-3732-4a26-9943-08dc70d3d92a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.195657006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4385d4b1-87e3-4026-9683-9427dead059e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.198967992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4385d4b1-87e3-4026-9683-9427dead059e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.338671819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7024e27-0bf4-46ac-b4c8-761ed56da68b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.338797408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7024e27-0bf4-46ac-b4c8-761ed56da68b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.340232086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d44088","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d44088","reconcileID":"99161221-4b57-4bff-99fe-fb0ea01092d1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d44088","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.414819067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05821b0b-5ac8-4b9e-af53-6430c02f69d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.414995492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05821b0b-5ac8-4b9e-af53-6430c02f69d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.41983101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d44088","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d44088","reconcileID":"99161221-4b57-4bff-99fe-fb0ea01092d1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d44088","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:48:08.434295767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-d44088","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-d44088","reconcileID":"ac2542c1-bf85-4437-b2e8-4020a0081434","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-d44088\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.455534453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5af5c60c-78e8-4008-b705-5b3e7a28bfe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.4562859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb40db7f-720e-4294-8ea8-0cf8513e4d15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.489980209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5af5c60c-78e8-4008-b705-5b3e7a28bfe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.493656267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb40db7f-720e-4294-8ea8-0cf8513e4d15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.523073844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b6672dd-05da-4441-864d-66e3a2a84007","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.523193517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b6672dd-05da-4441-864d-66e3a2a84007","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.548536456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eee40f84-0e3e-4743-9227-f85a6d714628","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.548634203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eee40f84-0e3e-4743-9227-f85a6d714628","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.632250518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2fae019-f41e-46b3-8e0d-7f0e7e111228","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.632364374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2fae019-f41e-46b3-8e0d-7f0e7e111228","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.649371838Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-d44088","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-d44088","reconcileID":"bfad0e70-8f5f-429f-864f-a9c167b780c9","MaaSSubscription":{"name":"e2e-default-int-sub-d44088","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-d44088","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.706577299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d44088","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d44088","reconcileID":"239f08af-972c-4089-b34d-1437610cdc9a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d44088","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.731723122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d44088","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d44088","reconcileID":"239f08af-972c-4089-b34d-1437610cdc9a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d44088","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.741269882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33a314d6-dcb8-4e4f-b71e-66ad636c0a45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.741293799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33a314d6-dcb8-4e4f-b71e-66ad636c0a45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.777456469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1d92dbf4-8cf6-4f4e-b971-6293110c4d28","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:08.880983282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-d44088","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-d44088","reconcileID":"5bc27fbc-effc-47d3-b98e-b856f06a672e","MaaSSubscription":{"name":"e2e-default-int-sub-d44088","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:48:08.910943119Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d44088","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d44088","reconcileID":"239f08af-972c-4089-b34d-1437610cdc9a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-default-int-auth-d44088\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:09.001465075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d44088","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d44088","reconcileID":"19508682-e3e5-47d9-b4c8-87e3369b87d4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d44088","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:09.027604365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d44088","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d44088","reconcileID":"19508682-e3e5-47d9-b4c8-87e3369b87d4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d44088","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.159090805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"d558c28c-881e-4b68-96f7-6409fecd2202","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.180273898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"b9306f31-a8af-4785-8c6b-7ec03778f40f","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.228536416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-models-invalid-sub-auth","reconcileID":"cbf53b87-c901-4477-81ed-ea08e25e0282","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.249611849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-models-invalid-sub-auth","reconcileID":"cbf53b87-c901-4477-81ed-ea08e25e0282","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.371018766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"52fc87fe-c09c-4ec4-aa1e-f97f16e162d7","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.392353286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"5a01ad36-d5ea-46df-b3aa-cb2b2c5e9670","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:48:10.40281729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-models-valid-sub","reconcileID":"da4651f7-81d7-43e4-bbd5-9f3fb701675e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.418659742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2d842bc0-f26a-47aa-845b-74fc7f1331d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.419376243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"a07c62ac-c25b-4891-9621-bf08c062679f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.432090492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"f00d14e3-45f2-4347-b26c-5dac79b81cef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.441877615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"a07c62ac-c25b-4891-9621-bf08c062679f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.442984633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2d842bc0-f26a-47aa-845b-74fc7f1331d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.451896715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"b53f4391-9df7-4cc4-bb29-a76e49b94502","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.471360605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"c1232ad0-ae3b-42b1-ac54-0196bac032c4","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.520379688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-models-invalid-sub-auth","reconcileID":"1d135c49-57b2-4d23-9d23-c766b246a38f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.543569502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-models-invalid-sub-auth","reconcileID":"1d135c49-57b2-4d23-9d23-c766b246a38f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.561659817Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-models-valid-sub","reconcileID":"0e0e6c52-33e6-42ce-8cc8-c72e7c6df8f8","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3ccdab/e2e-models-valid-sub","ai-tenant-e2e-worker-w0-3ccdab/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.620223712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"0d78cf09-0ae5-4d09-a0b1-80c1a052eeee","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.638116151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"638ff88d-aa1f-4ed3-b920-16403ebb2f1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.650523013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"573e0e86-ac4f-4c8f-a042-73a0046208df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.650744313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"e08b2ca7-9c5a-4c44-b262-17420f34a157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.672000923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"e08b2ca7-9c5a-4c44-b262-17420f34a157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.672093747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"573e0e86-ac4f-4c8f-a042-73a0046208df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.737290801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-models-valid-sub","reconcileID":"dddcddd5-fe47-474b-8598-d4191c1897c8","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.753782465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-models-invalid-sub-auth","reconcileID":"f5ebd8ff-19f3-4a31-99c0-a767b586fff3","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.776354329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-models-invalid-sub-auth","reconcileID":"f5ebd8ff-19f3-4a31-99c0-a767b586fff3","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:10.9501519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"10071c29-4445-4f10-a71b-ec999a32236a","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:11.008357355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"271d73a4-83d2-46dc-92df-dcd407a08d28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:11.008673336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"a7bed495-8773-4b1c-a586-0633fe566474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:11.008718784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-models-invalid-sub-auth","reconcileID":"3e39f434-4b3e-4419-95be-df77b878450b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:11.031038013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"271d73a4-83d2-46dc-92df-dcd407a08d28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:11.031066404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-models-invalid-sub-auth","reconcileID":"3e39f434-4b3e-4419-95be-df77b878450b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:11.033309488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"a7bed495-8773-4b1c-a586-0633fe566474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:13.92762716Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d44088","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d44088","reconcileID":"751cbd90-28df-4622-b29e-748cb632dca7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d44088","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:13.928376139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6067ca8d-6654-4544-9315-621f14c47a52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:13.928411073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6067ca8d-6654-4544-9315-621f14c47a52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:13.988042184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b00b3dc8-578a-4d95-8395-18f8524e010f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:13.988252547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b00b3dc8-578a-4d95-8395-18f8524e010f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:14.194357793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99f18659-a8fc-446e-9e71-7e1bc8be86ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:14.194381204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99f18659-a8fc-446e-9e71-7e1bc8be86ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:14.243125428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"720e5cbd-2353-4bd2-9a00-b344437593fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:14.243161256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06e5609d-d03b-40a2-9b4a-db91df7aa39b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:14.274766161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"720e5cbd-2353-4bd2-9a00-b344437593fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:14.275329991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06e5609d-d03b-40a2-9b4a-db91df7aa39b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.127310108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"6f0029b6-7f88-43a9-88ac-7d2e52bb3453","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.146496153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"9f7c839c-e14f-4fc8-afbd-bbcc4eb0870f","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.214326253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c1cfce67-f36d-45f9-a0ad-6e960ce19481","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.235619554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c1cfce67-f36d-45f9-a0ad-6e960ce19481","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.334425487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"a7aa2747-2aa8-4adb-b1a5-0c3163850b4d","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.359073039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"95196e67-4cf2-450c-a1bd-c0754262a25d","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:48:16.366655297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"6548a725-eed0-464a-b9e1-0b4ab063173a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:48:16.37815624Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"95196e67-4cf2-450c-a1bd-c0754262a25d","name":"distinct-w3-4e261b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-4e261b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:48:16.378231184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"95196e67-4cf2-450c-a1bd-c0754262a25d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-4e261b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.383491052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"f08c9a03-2f2e-4013-b04e-1c4ad7b211e9","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.399248881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"0a7c967a-5040-4806-a9d7-3b9b0606bf54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.399374702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"912a874d-ef96-42c8-b7d6-703d3b3bb4e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.400093763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"e7ed4e80-fcce-4623-9cf8-75e580f8cd54","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.412372427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"6ccd2f1d-1ffa-43fe-bd0b-d954f7e59738","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.420668668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"55f3cf2a-8f25-46a6-95b9-6bc12c1b136c","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.42528788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"0a7c967a-5040-4806-a9d7-3b9b0606bf54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.426284644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"912a874d-ef96-42c8-b7d6-703d3b3bb4e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.492266236Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"2aa89374-1ed9-41e6-aead-6d71591a1bda","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-w3-4e261b","model":"distinct-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.499510696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ec7f50a1-75de-4115-aa33-1a8d265223f7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.52168428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ec7f50a1-75de-4115-aa33-1a8d265223f7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.557047137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"1bcd579d-d309-49d8-98b6-0414af0599a7","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.560372688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"e279f4e1-5ad8-4366-977f-e8140bbd8abf","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.581426246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"aa3633b2-f1a1-4355-9e52-562e31e3d2c9","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.622409752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"2df2b5aa-a63f-4a04-a5dc-26ac7ee52822","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.662404132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d658ba24-b45f-4a30-a856-819e1b9df3d2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.669142202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"6864840f-c7e1-41d7-930c-86da8449244d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.669156721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"541bf505-c3db-42ef-9224-590ca399e2e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.683389821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d658ba24-b45f-4a30-a856-819e1b9df3d2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.691698415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"6864840f-c7e1-41d7-930c-86da8449244d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.691702759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"541bf505-c3db-42ef-9224-590ca399e2e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.774490989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"d2ba6681-ccee-4cae-910b-a49df0698518","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.774992099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"690a811f-c5e5-4b26-8227-1fdabfd93b43","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.775210286Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-4e261b priority=0:[ai-tenant-e2e-worker-w3-4e261b/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w3-4e261b/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.799227392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"4a9a5547-db58-447e-a634-ba8818437025","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:48:16.807350122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"ebc55e07-d6a7-42d2-83c3-d0fe4013a148","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:48:16.821717128Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"4a9a5547-db58-447e-a634-ba8818437025","name":"distinct-2-w3-4e261b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-4e261b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:48:16.821802654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"4a9a5547-db58-447e-a634-ba8818437025","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-4e261b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.821996341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"550a85cc-abf0-4557-a6d2-e09c94a0954a","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.827416642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"10dc786b-66a8-4a23-9cbe-865e838184e3","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.84310856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"eb444cd9-9d43-4a5e-9ec4-a0bb43851f5a","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.855421798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7da8d250-c990-47ea-989d-7eace16a436c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.855441106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f2753261-c50d-4fea-8a75-5afc3e998441","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.857731077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"3de64102-7843-4908-b087-e1ed4bca7228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.858104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"0a8b2e4c-b08f-4032-a5e1-6712b7dc8a86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.865227788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"faba8c96-4a24-45d1-b17f-b64a77cd94e7","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.882262138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f2753261-c50d-4fea-8a75-5afc3e998441","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.880890318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7da8d250-c990-47ea-989d-7eace16a436c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.888142675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"0a8b2e4c-b08f-4032-a5e1-6712b7dc8a86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.889184825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"3de64102-7843-4908-b087-e1ed4bca7228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:16.93866622Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"4e70ae79-6181-4051-b628-044adabd1135","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-2-w3-4e261b","model":"distinct-2-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:17.00505768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"18b38279-89b4-421b-ac41-8b76d1e5efcc","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:17.020506002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"987eaae5-8fb7-4139-9c9f-94df5e0a1a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:17.020561821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"518db191-fb24-4d51-be03-74434f24b634","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:48:17.03568352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f2753261-c50d-4fea-8a75-5afc3e998441","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:17.042602365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"518db191-fb24-4d51-be03-74434f24b634","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:17.044593966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"987eaae5-8fb7-4139-9c9f-94df5e0a1a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:17.073520772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"3a3488b0-6912-4f24-94dc-5bba59c38231","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-2-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:17.124695734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"94df34d5-190d-4fc0-a4bf-b709e433e8f2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:17.12469574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"db8b8da0-c719-4a11-bc9e-fbc74bb74ab9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:17.146308478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"db8b8da0-c719-4a11-bc9e-fbc74bb74ab9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:17.147346609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"94df34d5-190d-4fc0-a4bf-b709e433e8f2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:18.39659084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"99e1ae23-146f-4963-9b4b-c7c9e89a7418","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:18.474265383Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"6f66a57c-cdcb-45a9-b5db-d1e11e4970bb","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c6eae4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:18.484855966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"822762d4-dbe9-4719-bad3-c5a9e6eaab56","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:18.484855968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e1a4b93e-637f-4a6b-9563-113bec1c4de1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:18.494463636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"2e80aef2-6331-4c88-a2eb-978dd54d7c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:18.506761316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"822762d4-dbe9-4719-bad3-c5a9e6eaab56","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:18.50686231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e1a4b93e-637f-4a6b-9563-113bec1c4de1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:18.518778595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"2e80aef2-6331-4c88-a2eb-978dd54d7c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:18.584379654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4339bced-104d-4447-98e5-edbcbecb883d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:18.60673739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4339bced-104d-4447-98e5-edbcbecb883d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:18.728865453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"76a643fc-54ab-4ca5-99d3-d15b35cdc0f6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:18.728958884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"93334349-6d52-4a6a-b37e-d93ee247b40a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:18.729246164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9768d084-5085-47ae-944a-293fb33a16bb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:18.750461603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"76a643fc-54ab-4ca5-99d3-d15b35cdc0f6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:18.750722091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"93334349-6d52-4a6a-b37e-d93ee247b40a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:18.752718326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9768d084-5085-47ae-944a-293fb33a16bb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:18.822858772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"eb7a2ca6-2f15-4c0b-ba63-fe79f2af976c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:18.844134547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"eb7a2ca6-2f15-4c0b-ba63-fe79f2af976c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:18.970371552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"dcb2d5de-ebc4-4537-a607-ec8634671168","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.01778762Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-models-valid-sub","reconcileID":"a609f182-02fd-4163-a334-2c33ccc4b462","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.096360448Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-models-valid-sub","reconcileID":"a609f182-02fd-4163-a334-2c33ccc4b462","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3ccdab/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.189035241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"0c754597-4fb5-4fe9-81a2-72abb57d18a0","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.192779382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"dd2d619f-b4e8-4963-a631-05994da16878","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.210541311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"3046080a-d04d-4fd7-ab3f-1c6196d266e9","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.239758506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-models-invalid-sub-auth","reconcileID":"4f80b7dd-11cf-4da8-9899-2e0375772480","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.240103323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"6ee4f222-2758-415f-b744-79a620d6655e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.2402081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"980941b8-fc22-4925-b5c6-ec3f37b54e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.269110131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-models-invalid-sub-auth","reconcileID":"4f80b7dd-11cf-4da8-9899-2e0375772480","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.269382615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"980941b8-fc22-4925-b5c6-ec3f37b54e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.276738083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"6ee4f222-2758-415f-b744-79a620d6655e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.339974906Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-models-invalid-sub-auth","reconcileID":"0a9ce5f3-d7d2-4ce3-9b66-bdd1ca574d7c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.340019379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"20f29b88-2047-43ce-9d85-0c4db0494017","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.538821612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"5c725323-b823-4e42-8645-b82823bbe00d","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.911530723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"1327c832-0734-40e4-9aec-f3cfc1494a62","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.911871132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"91aaecf1-50b5-4ef3-8bd9-b5b6925e5720","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.912173424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"5a0d45dd-e814-4d14-8a53-8dcdc97d39ad","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.943464347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"764b55c3-41f6-415f-9430-676c0130f7c7","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.94377874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"39565095-9d34-452f-a874-ee8c80aa5f47","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.944104425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"91b74b14-e614-4076-9ac1-7e137bf3e56e","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.958796526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"0ce9efca-292a-4b6e-bafb-ff694f19526a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.959571659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"9fcdb290-d6c9-4489-9bd9-91b8cfb519fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.980663979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"741aed8e-0209-4cd6-87e9-03e8414d70d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.981647349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"5a4c34ba-50f2-4115-b822-f5fae847d99b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.986615216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"0ce9efca-292a-4b6e-bafb-ff694f19526a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:21.988258658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"9fcdb290-d6c9-4489-9bd9-91b8cfb519fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:22.170024118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a5d3a6ae-5ef5-46db-af03-3f190ea1cb8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:22.17067254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"c84edfbd-6176-417b-bf46-d661a0ac72ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:22.210294757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a5d3a6ae-5ef5-46db-af03-3f190ea1cb8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:22.211292613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"c84edfbd-6176-417b-bf46-d661a0ac72ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:24.250013018Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-d44088","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-d44088","reconcileID":"0f5f05ab-3b72-4ce8-87b3-0413a276ffa0","MaaSSubscription":{"name":"e2e-default-int-sub-d44088","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-d44088","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:24.322518369Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-d44088","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-d44088","reconcileID":"0f5f05ab-3b72-4ce8-87b3-0413a276ffa0","MaaSSubscription":{"name":"e2e-default-int-sub-d44088","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:24.384732962Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:24.389363985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"80be4169-b4ce-4a32-9b31-978f1f883773","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:24.394559396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4123d068-3b0c-4a1f-9563-976403030901","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:24.394579859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4123d068-3b0c-4a1f-9563-976403030901","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:24.449024019Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-api-key-deleted-sub-auth","reconcileID":"58214150-41f0-46a2-b4f1-a6a93775bde7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:24.487514312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb1a30e1-4b29-4b67-926d-5fbe628bc579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:24.48808227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30fd8527-7add-455f-ac65-ab60e7dfc829","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:24.488987291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"f453a070-9ae2-45de-8f27-8814ff2c7f34","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:24.519267306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb1a30e1-4b29-4b67-926d-5fbe628bc579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:24.587256207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30fd8527-7add-455f-ac65-ab60e7dfc829","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:24.782438113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"efc31fe0-7efc-42f1-8858-97672c0e5362","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.097732764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"5731926a-ff3d-4e00-9bf5-02b90ab2e717","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-2-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.178125711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2291401e-3724-46db-8968-f17e68dde126","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.19706387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2291401e-3724-46db-8968-f17e68dde126","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.213032465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d2d9ffb-f144-4f9c-96c1-6ce9974bfcc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.213155904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d2d9ffb-f144-4f9c-96c1-6ce9974bfcc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.245531436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"aec89526-1c4c-4293-a7d2-b5b5a8ccb836","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.255871139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"namespace":"ai-tenant-e2e-mt-c9d44e7e","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"d9b78cee-2f17-4da7-988b-ad8758e1b41f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.379669481Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"namespace":"ai-tenant-e2e-mt-c9d44e7e","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"d9b78cee-2f17-4da7-988b-ad8758e1b41f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.475147432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"namespace":"ai-tenant-e2e-mt-c9d44e7e","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"d9b78cee-2f17-4da7-988b-ad8758e1b41f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.475557278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75934c51-0366-46a3-bf4f-6af21fdba7d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.475575452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75934c51-0366-46a3-bf4f-6af21fdba7d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.513136676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b12461e-4a32-4357-8fd8-1695da29bc49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.513169283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b12461e-4a32-4357-8fd8-1695da29bc49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.651334008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73df85b8-ff7e-446e-afa8-990a1abf2c3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.651377636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73df85b8-ff7e-446e-afa8-990a1abf2c3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:48:25.653111045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"namespace":"ai-tenant-e2e-mt-c9d44e7e","name":"e2e-shared-int-sub-c9d44e7e","reconcileID":"855f926b-b6a1-4b6b-8ae6-1959096d435b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-c9d44e7e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.694997872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ff3e4c7a-0ffa-4947-91eb-e78425bc9fb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.695345144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"namespace":"ai-tenant-e2e-mt-c9d44e7e","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"10500182-3416-4693-bfa1-30b237f0ed8b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.723005954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"fca94de1-b3ba-422b-b7a2-f0e7049ec9c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.755107138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"namespace":"ai-tenant-e2e-mt-c9d44e7e","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"10500182-3416-4693-bfa1-30b237f0ed8b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.778303908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ff3e4c7a-0ffa-4947-91eb-e78425bc9fb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.79980564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3357e15f-a8cd-4783-b71d-64fa1c4113f6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.815480269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc714555-fc3b-4207-9e25-9cb2c32ad14e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.815540265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc714555-fc3b-4207-9e25-9cb2c32ad14e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.817667934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"namespace":"ai-tenant-e2e-mt-c9d44e7e","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"10500182-3416-4693-bfa1-30b237f0ed8b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.835641044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6e864d88-284f-4062-8cd4-bcfb467fe87d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.836819861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ec77b64-2d9a-414c-b5d5-783a05cdbb0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.836882647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ec77b64-2d9a-414c-b5d5-783a05cdbb0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.881945882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"fca94de1-b3ba-422b-b7a2-f0e7049ec9c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.905080419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3357e15f-a8cd-4783-b71d-64fa1c4113f6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:25.955135583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6e864d88-284f-4062-8cd4-bcfb467fe87d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:26.106417033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"d8571402-5edd-4815-b049-57f4b73ea3f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:26.150252601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"50b1a268-6812-4ffb-ac38-8b6e049fd8f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:26.154434462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"d8571402-5edd-4815-b049-57f4b73ea3f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:26.178052958Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"namespace":"ai-tenant-e2e-mt-c9d44e7e","name":"e2e-shared-int-sub-c9d44e7e","reconcileID":"431143dd-80bd-4b5e-954f-28548fee162c","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-c9d44e7e/e2e-shared-int-sub-c9d44e7e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:26.319178345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"50b1a268-6812-4ffb-ac38-8b6e049fd8f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:26.360143955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52933fec-aebc-41e4-88b7-a38e6e908e69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:26.360244772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52933fec-aebc-41e4-88b7-a38e6e908e69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:26.38631379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2ac325ee-2106-4ee0-8f6d-361cd1f5466f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:26.546634322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"namespace":"ai-tenant-e2e-mt-c9d44e7e","name":"e2e-shared-int-sub-c9d44e7e","reconcileID":"129a1348-6c22-4d47-9caf-161ed68f78d2","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:28.49221553Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"02142609-616d-4f8d-b667-b3e5a6032658","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:28.51135373Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"02142609-616d-4f8d-b667-b3e5a6032658","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:28.535534429Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"02142609-616d-4f8d-b667-b3e5a6032658","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:28.67664915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"d819b83e-cf32-44ec-82e8-41cf3c5ded48","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:28.715718142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"4c85368a-de6a-4a9d-86d7-1a043868c342","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"distinct-2-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"distinct-2-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:28.7894268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"20ae4fae-a52a-4de0-8aad-f647b212df07","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:28.789845739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b762e57b-cdbd-412f-beea-2a41e3b14277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:28.790111723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"011bed97-5d85-4755-8868-2fb4d9fea778","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:28.802448868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"eab7d9f8-8d58-4ae8-b0f5-99f28a5d5f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:28.831316545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b762e57b-cdbd-412f-beea-2a41e3b14277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:28.834724353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"20ae4fae-a52a-4de0-8aad-f647b212df07","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:28.838365401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"011bed97-5d85-4755-8868-2fb4d9fea778","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:28.839859553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"eab7d9f8-8d58-4ae8-b0f5-99f28a5d5f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:29.157242772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1a6a2e88-7f0b-4ff5-ab9d-bf95b5ee6e04","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:29.182337056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1a6a2e88-7f0b-4ff5-ab9d-bf95b5ee6e04","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:31.257538376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92139b11-62cb-47b3-bdd5-0adf4b160cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:31.273480553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92139b11-62cb-47b3-bdd5-0adf4b160cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:31.289612673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92139b11-62cb-47b3-bdd5-0adf4b160cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:31.305505308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92139b11-62cb-47b3-bdd5-0adf4b160cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:31.997592621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67964043-e23e-4217-a59a-6ac6a6e0062b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:32.015664771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67964043-e23e-4217-a59a-6ac6a6e0062b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:32.032356807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67964043-e23e-4217-a59a-6ac6a6e0062b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:32.048369963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67964043-e23e-4217-a59a-6ac6a6e0062b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:32.074619771Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-6d9258eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-6d9258eb","reconcileID":"365a44a0-d7a9-47d2-9620-d30ebd138313","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-6d9258eb","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-6d9258eb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:32.740112064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3c2d52-f4bb-4eef-8406-19b85815224d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:32.756798499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3c2d52-f4bb-4eef-8406-19b85815224d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:32.773430679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3c2d52-f4bb-4eef-8406-19b85815224d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:32.789392039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3c2d52-f4bb-4eef-8406-19b85815224d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:33.623734271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00e9e08e-ff8f-4e44-b300-1af45c5f3d94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:33.623756636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00e9e08e-ff8f-4e44-b300-1af45c5f3d94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:33.655157847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27409baf","namespace":"ai-tenant-e2e-mt-27409baf"},"namespace":"ai-tenant-e2e-mt-27409baf","name":"e2e-policy-27409baf","reconcileID":"8c7d7922-915f-4c82-8229-5fb7130c90ec","MaaSAuthPolicy":{"name":"e2e-policy-27409baf","namespace":"ai-tenant-e2e-mt-27409baf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:33.677469292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27409baf","namespace":"ai-tenant-e2e-mt-27409baf"},"namespace":"ai-tenant-e2e-mt-27409baf","name":"e2e-policy-27409baf","reconcileID":"8c7d7922-915f-4c82-8229-5fb7130c90ec","MaaSAuthPolicy":{"name":"e2e-policy-27409baf","namespace":"ai-tenant-e2e-mt-27409baf"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:33.697553455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27409baf","namespace":"ai-tenant-e2e-mt-27409baf"},"namespace":"ai-tenant-e2e-mt-27409baf","name":"e2e-policy-27409baf","reconcileID":"8c7d7922-915f-4c82-8229-5fb7130c90ec","MaaSAuthPolicy":{"name":"e2e-policy-27409baf","namespace":"ai-tenant-e2e-mt-27409baf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:33.719148853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8e42498-119d-441b-9d26-8e63060597c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:33.7191695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8e42498-119d-441b-9d26-8e63060597c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:35.862381057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"namespace":"ai-tenant-e2e-mt-c9d44e7e","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"163c1202-1608-4851-aaa2-0d059393350e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:35.887620551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"namespace":"ai-tenant-e2e-mt-c9d44e7e","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"163c1202-1608-4851-aaa2-0d059393350e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:35.907462977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"namespace":"ai-tenant-e2e-mt-c9d44e7e","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"163c1202-1608-4851-aaa2-0d059393350e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.505127524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5566f549-79fb-4604-8dc9-7d1c1205e2e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.50514936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5566f549-79fb-4604-8dc9-7d1c1205e2e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.538538535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"762c9ee0-0aac-4daf-bd96-b00abeee6f36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.53856172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"762c9ee0-0aac-4daf-bd96-b00abeee6f36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.579257192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"659e76dd-f01f-48ce-b2de-1dc4cbcf3e57","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.600511548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"659e76dd-f01f-48ce-b2de-1dc4cbcf3e57","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.620856854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"659e76dd-f01f-48ce-b2de-1dc4cbcf3e57","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.643467787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa674f68-53c8-4b67-ae2f-f55f3cf8892a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.643485564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa674f68-53c8-4b67-ae2f-f55f3cf8892a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.711857514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"731f505d-edaf-4372-aedb-c668da7aab12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.711880964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"731f505d-edaf-4372-aedb-c668da7aab12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.730680718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34434a9b-e3f8-4c3a-b540-6f5df414a71d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.730699272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34434a9b-e3f8-4c3a-b540-6f5df414a71d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.744785761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"1c080a03-16ad-4782-80c2-13e446500702","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:48:36.745605424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-sub-c9d44e7e","reconcileID":"80073d72-2fad-4e3e-9c8c-d4fa08660f6e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-c9d44e7e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.771790792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"1c080a03-16ad-4782-80c2-13e446500702","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.785987316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09f8f4b1-0159-4a9a-a9eb-23bc5c1d790e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.786053145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09f8f4b1-0159-4a9a-a9eb-23bc5c1d790e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.792889894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"1c080a03-16ad-4782-80c2-13e446500702","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.808309866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa155521-0fa7-4804-968c-ce3e0e901598","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.808326335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa155521-0fa7-4804-968c-ce3e0e901598","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.906302288Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-sub-c9d44e7e","reconcileID":"b71800af-6474-45ce-8937-c5350a4a9197","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-b047deba/e2e-shared-int-sub-c9d44e7e","ai-tenant-e2e-mt-c9d44e7e/e2e-shared-int-sub-c9d44e7e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.969196303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a95d6a36-cad8-433f-a638-18213f111790","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.969342183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a95d6a36-cad8-433f-a638-18213f111790","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.983645991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"afc32ca3-da3f-4a05-bf2c-e3a1e62bf780","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:36.983646394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"namespace":"ai-tenant-e2e-mt-c9d44e7e","name":"e2e-shared-int-sub-c9d44e7e","reconcileID":"60cde7f0-86da-4deb-8ddb-5b9b0110b3c8","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:37.079433819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-sub-c9d44e7e","reconcileID":"916b422a-207f-47ec-9c77-cd3af94646d9","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:37.486727013Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"namespace":"ai-tenant-e2e-mt-c9d44e7e","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"d1cc3851-a638-410e-9a28-c1981d222938","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:37.487330837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf517cbb-faed-4a41-b04d-921cad72a489","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:37.487354183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf517cbb-faed-4a41-b04d-921cad72a489","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:37.527749378Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"namespace":"ai-tenant-e2e-mt-c9d44e7e","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"d1cc3851-a638-410e-9a28-c1981d222938","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"policyNamespace":"ai-tenant-e2e-mt-c9d44e7e","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:37.564962517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e836e25-add3-49eb-9192-22b02b918fdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:37.564988867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e836e25-add3-49eb-9192-22b02b918fdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:37.771517401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb9da09c-ab59-495c-b18f-cce6b74d0ec2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:37.771641564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb9da09c-ab59-495c-b18f-cce6b74d0ec2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:38.752945188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"11545560-5f84-4dfa-9ae9-7075e3b4fb3a","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"distinct-2-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"distinct-2-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:38.81939303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"1fafdc18-822f-424c-af5a-07d577a1e0bb","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:38.885006681Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"ea84a82d-5e20-4005-971c-5b159f786030","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-848ac2b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:38.904160278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"24e041ca-3767-4a86-b3eb-bf9e53af8c81","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:38.904171148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e5dc92d0-27a7-4d67-b1b1-27457a6b6a32","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:38.904494742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"f3d7fda3-d8c1-4bb9-a286-63382b919526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:38.904715257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b7087ad9-5411-477c-9178-67f4bfdbba00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:38.92662638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e5dc92d0-27a7-4d67-b1b1-27457a6b6a32","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:38.926953501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"24e041ca-3767-4a86-b3eb-bf9e53af8c81","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:38.930184836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"f3d7fda3-d8c1-4bb9-a286-63382b919526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:38.93036009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b7087ad9-5411-477c-9178-67f4bfdbba00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:39.062458485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"163cc350-a168-4dc3-ba3e-5b05508b7f0f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:39.062858491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"8872f679-6816-4e4f-bcfa-5d2393e3dbb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:39.063245777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7a4df4bf-c849-49c5-ba3f-b07d3d53a716","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:39.067282679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"70d581a5-25d8-4564-b035-b9694de5204f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:39.08621814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"8872f679-6816-4e4f-bcfa-5d2393e3dbb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:39.087321145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7a4df4bf-c849-49c5-ba3f-b07d3d53a716","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:39.088922856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"163cc350-a168-4dc3-ba3e-5b05508b7f0f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:39.091494947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"70d581a5-25d8-4564-b035-b9694de5204f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:45.138706451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"d329a4c1-24d3-4e1e-b3fa-72f6c87b8705","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6d9258eb","tenantID":"e2e-mt-6d9258eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:45.189405029Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"d329a4c1-24d3-4e1e-b3fa-72f6c87b8705","name":"e2e-mt-6d9258eb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:45.474629679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"235574de-7087-4eaf-aac5-2f516c077fec","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"distinct-2-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"distinct-2-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:46.828335041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"60546932-7084-41d7-ab89-a6b90a8b7add","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:46.851064354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"60546932-7084-41d7-ab89-a6b90a8b7add","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:46.875760111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"60546932-7084-41d7-ab89-a6b90a8b7add","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:47.836659536Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"namespace":"ai-tenant-e2e-mt-c9d44e7e","name":"e2e-shared-int-sub-c9d44e7e","reconcileID":"24d86071-b627-4e6b-ae22-f2488511fd95","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-c9d44e7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:47.975005361Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"namespace":"ai-tenant-e2e-mt-c9d44e7e","name":"e2e-shared-int-sub-c9d44e7e","reconcileID":"24d86071-b627-4e6b-ae22-f2488511fd95","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-c9d44e7e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-b047deba/e2e-shared-int-sub-c9d44e7e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:48.175664402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f22a58a5-e9f8-4722-be2c-2916f46fde00","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:48.189389117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-sub-c9d44e7e","reconcileID":"1ec96500-732c-4a69-917a-354144d7e354","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:48.313814712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9de8f5e-a954-4c38-8668-10e20ec8170d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:48.313943156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9de8f5e-a954-4c38-8668-10e20ec8170d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:48.918331536Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"4c5acdfa-7c35-4061-a40a-e589f69ea65c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:48.994031108Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"4c5acdfa-7c35-4061-a40a-e589f69ea65c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:49.019656732Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"4c5acdfa-7c35-4061-a40a-e589f69ea65c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:49.220523888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"edea4482-1d7a-4057-9257-b89088b701dc","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:49.338566068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"4c825781-2d46-484a-9498-0139add5b3ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:49.339146433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"2bc8942c-da44-4266-844f-29e0e32ac024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:49.339580148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0424c8a6-fc83-4b04-9c70-c66b2dcb0851","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:49.430277926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"2bc8942c-da44-4266-844f-29e0e32ac024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:49.475036633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0424c8a6-fc83-4b04-9c70-c66b2dcb0851","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:49.475190074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"4c825781-2d46-484a-9498-0139add5b3ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:49.506780337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f14bb748-4d00-4e78-9919-228d5d9a3816","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:49.54622531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f14bb748-4d00-4e78-9919-228d5d9a3816","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:49.906712717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a35f8f54-4afb-497f-acb0-77f59e0d97e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:49.96165061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a35f8f54-4afb-497f-acb0-77f59e0d97e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:51.043869073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"e2fcfb9f-9e05-4992-a001-113115cae378","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:51.663692275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"57caf6cb-6fab-48d4-9768-36e18ab0a8db","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.091631163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"e2b50aff-f33a-4630-b054-5d822f185edc","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.119593386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"a33d8fb8-71a6-46d3-a544-85191c4c11da","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.214165893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"f029f2e0-9715-45f6-96fa-ecc34c7a6b6c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.237945105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"f029f2e0-9715-45f6-96fa-ecc34c7a6b6c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.249223704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"f179c089-db05-4f46-8acf-da099cc76868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.258915367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-849669-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6798c287977e633d791d18896f312508caa380805bae0c2338e38acd6c81bfc) AuthConfig (3a5007a5d326baec90d58884f569c97138ded89e734d4f4f8eac0298d7f66cc7) AuthConfig (a97a32629787b514a652f8f2fc0dc87458125d3bf2d55fc323a0f5ac1459b206) AuthConfig (435e163d3ae87beb544da3b6d2aed72717580e7b951af80662f34eb8612a7db3) AuthConfig (08066099a6cfac335473fa61cf47081837dbc4d0b8f4724303fca20f4a622837) AuthConfig (a268f457efb45f12b28663a2560d64a4a63abaa013287360dbecf4de88f8979d) AuthConfig (c522d9b1e7a579487f74d4558564f0866bcf51ec3708c0f4b9fe66aadaaed78e) AuthConfig (386dbf5207fdda3de2777535ecc24f38dcf039a27d4210f31966203ff210ad41) AuthConfig (af41224403083a87a85a28a29cbcacda3c399fee00ce06f987339c8f24947bfb) AuthConfig (dd190c744cb0fdc0eae77f8efa2610de51e84ce7423a022bc1b9f651d739813b) AuthConfig (4fddcc292869b0688bf5dd6041ce21eac24e09f0928fb04d9e0e7647bea6679e) AuthConfig (8cc02e3ab21ebc3a83b115e9030b16d1bcf078854d91ec4352122fac2470f315)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"f029f2e0-9715-45f6-96fa-ecc34c7a6b6c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.273767091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"f179c089-db05-4f46-8acf-da099cc76868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.28207045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"eb9c5c58-a80e-47fe-8e52-348134823389","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.32660835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"d861e36e-ec6a-43eb-845b-96ddcbbf3b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.326620004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"26d241f1-7c0a-4950-aff2-2852a1471d5a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.327250607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"62b8125e-4d6a-49fe-8e46-683f5453a719","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.333796611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"26a69ff7-9a7d-4823-b797-e7747794d484","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.350027273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"62b8125e-4d6a-49fe-8e46-683f5453a719","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.350074175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"d861e36e-ec6a-43eb-845b-96ddcbbf3b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.352696516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"26d241f1-7c0a-4950-aff2-2852a1471d5a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.355665975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"7224c6da-8be8-4a23-9f42-62689df417e2","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:48:52.370160584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-sub","reconcileID":"efe5446e-c87c-42ea-a003-0e167709eb40","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.388539155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"a522425f-629d-4bad-86ac-462af0807c2d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.389270638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"cca4492f-5601-453d-bfd3-f35cdf475fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.410110162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"a522425f-629d-4bad-86ac-462af0807c2d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.410434081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"cca4492f-5601-453d-bfd3-f35cdf475fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.411094609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"e07eeeb4-6ed5-4e2d-afe4-dae9ea163093","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.429974818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"0a291f71-4a0e-4bae-a01f-527645233005","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.431103969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-849669-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6798c287977e633d791d18896f312508caa380805bae0c2338e38acd6c81bfc) AuthConfig (3a5007a5d326baec90d58884f569c97138ded89e734d4f4f8eac0298d7f66cc7) AuthConfig (a97a32629787b514a652f8f2fc0dc87458125d3bf2d55fc323a0f5ac1459b206) AuthConfig (435e163d3ae87beb544da3b6d2aed72717580e7b951af80662f34eb8612a7db3) AuthConfig (08066099a6cfac335473fa61cf47081837dbc4d0b8f4724303fca20f4a622837) AuthConfig (a268f457efb45f12b28663a2560d64a4a63abaa013287360dbecf4de88f8979d) AuthConfig (c522d9b1e7a579487f74d4558564f0866bcf51ec3708c0f4b9fe66aadaaed78e) AuthConfig (386dbf5207fdda3de2777535ecc24f38dcf039a27d4210f31966203ff210ad41) AuthConfig (af41224403083a87a85a28a29cbcacda3c399fee00ce06f987339c8f24947bfb) AuthConfig (dd190c744cb0fdc0eae77f8efa2610de51e84ce7423a022bc1b9f651d739813b) AuthConfig (4fddcc292869b0688bf5dd6041ce21eac24e09f0928fb04d9e0e7647bea6679e) AuthConfig (8cc02e3ab21ebc3a83b115e9030b16d1bcf078854d91ec4352122fac2470f315)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"a522425f-629d-4bad-86ac-462af0807c2d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.49139564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"906e85ed-69a0-42fc-852f-0cf6ae9e4567","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.512625243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"906e85ed-69a0-42fc-852f-0cf6ae9e4567","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.531023061Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-sub","reconcileID":"f5692faf-1bfc-4347-8439-11c523568217","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-849669/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w4-849669/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.534798629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-849669-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6798c287977e633d791d18896f312508caa380805bae0c2338e38acd6c81bfc) AuthConfig (3a5007a5d326baec90d58884f569c97138ded89e734d4f4f8eac0298d7f66cc7) AuthConfig (a97a32629787b514a652f8f2fc0dc87458125d3bf2d55fc323a0f5ac1459b206) AuthConfig (435e163d3ae87beb544da3b6d2aed72717580e7b951af80662f34eb8612a7db3) AuthConfig (08066099a6cfac335473fa61cf47081837dbc4d0b8f4724303fca20f4a622837) AuthConfig (a268f457efb45f12b28663a2560d64a4a63abaa013287360dbecf4de88f8979d) AuthConfig (c522d9b1e7a579487f74d4558564f0866bcf51ec3708c0f4b9fe66aadaaed78e) AuthConfig (386dbf5207fdda3de2777535ecc24f38dcf039a27d4210f31966203ff210ad41) AuthConfig (af41224403083a87a85a28a29cbcacda3c399fee00ce06f987339c8f24947bfb) AuthConfig (dd190c744cb0fdc0eae77f8efa2610de51e84ce7423a022bc1b9f651d739813b) AuthConfig (4fddcc292869b0688bf5dd6041ce21eac24e09f0928fb04d9e0e7647bea6679e) AuthConfig (8cc02e3ab21ebc3a83b115e9030b16d1bcf078854d91ec4352122fac2470f315)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"906e85ed-69a0-42fc-852f-0cf6ae9e4567","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.591440005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7cd722d2-9957-405e-b57a-8038be033980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.59995772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"4ce9e227-b875-46a2-b0ff-b24492c0e587","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.606609578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"5c888c3c-282e-4929-b835-a3e5b0f8b444","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.610040119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"c22496dd-8688-4097-8260-e04b5f415fe6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.614392352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7cd722d2-9957-405e-b57a-8038be033980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.621190845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"4ce9e227-b875-46a2-b0ff-b24492c0e587","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.641856938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-849669-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6798c287977e633d791d18896f312508caa380805bae0c2338e38acd6c81bfc) AuthConfig (3a5007a5d326baec90d58884f569c97138ded89e734d4f4f8eac0298d7f66cc7) AuthConfig (a97a32629787b514a652f8f2fc0dc87458125d3bf2d55fc323a0f5ac1459b206) AuthConfig (435e163d3ae87beb544da3b6d2aed72717580e7b951af80662f34eb8612a7db3) AuthConfig (08066099a6cfac335473fa61cf47081837dbc4d0b8f4724303fca20f4a622837) AuthConfig (a268f457efb45f12b28663a2560d64a4a63abaa013287360dbecf4de88f8979d) AuthConfig (c522d9b1e7a579487f74d4558564f0866bcf51ec3708c0f4b9fe66aadaaed78e) AuthConfig (386dbf5207fdda3de2777535ecc24f38dcf039a27d4210f31966203ff210ad41) AuthConfig (af41224403083a87a85a28a29cbcacda3c399fee00ce06f987339c8f24947bfb) AuthConfig (dd190c744cb0fdc0eae77f8efa2610de51e84ce7423a022bc1b9f651d739813b) AuthConfig (4fddcc292869b0688bf5dd6041ce21eac24e09f0928fb04d9e0e7647bea6679e) AuthConfig (8cc02e3ab21ebc3a83b115e9030b16d1bcf078854d91ec4352122fac2470f315)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"4ce9e227-b875-46a2-b0ff-b24492c0e587","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.686500907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"3c5497f7-84e6-4248-8109-e90ec5e24836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.704520084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-sub","reconcileID":"4024570a-6227-4af5-9990-9b927e0482a0","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:52.708055504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"3c5497f7-84e6-4248-8109-e90ec5e24836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:54.388877039Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:54.584064999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"588dd867-3294-411e-9fc5-deabc6e025c6","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:54.883569439Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27409baf","namespace":"ai-tenant-e2e-mt-27409baf"},"namespace":"ai-tenant-e2e-mt-27409baf","name":"e2e-policy-27409baf","reconcileID":"cb44944d-c4f9-48ea-8a55-c3838665b033","MaaSAuthPolicy":{"name":"e2e-policy-27409baf","namespace":"ai-tenant-e2e-mt-27409baf"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:54.916054076Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27409baf","namespace":"ai-tenant-e2e-mt-27409baf"},"namespace":"ai-tenant-e2e-mt-27409baf","name":"e2e-policy-27409baf","reconcileID":"cb44944d-c4f9-48ea-8a55-c3838665b033","MaaSAuthPolicy":{"name":"e2e-policy-27409baf","namespace":"ai-tenant-e2e-mt-27409baf"},"policyNamespace":"ai-tenant-e2e-mt-27409baf","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:56.917631454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"f9b17de6-3303-4a94-8dfb-a992e2d3856e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:56.960926842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"f9b17de6-3303-4a94-8dfb-a992e2d3856e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:56.987080156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"f9b17de6-3303-4a94-8dfb-a992e2d3856e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:57.011073901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e63b918-dd8e-4fcd-81c2-ee1c571c69a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:57.011097235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e63b918-dd8e-4fcd-81c2-ee1c571c69a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:59.375613188Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"412208ed-3e4d-40be-a995-d9ed295970cd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:59.376160086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"0c2c6ad3-11a6-4119-820e-7dabfe775669","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:59.429498552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"cf568e16-4f29-4d15-9dc4-1399db6eb824","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:59.656375238Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6a092eca-f49c-4897-aeca-cd6d169d2945","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:59.656413862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"e7132e52-5e6d-4285-993b-86ede2b05745","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:48:59.711600102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"3f8e5353-f5ad-461d-a610-ba69e35151fd","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:01.510788359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7520e50-62bc-4087-8926-4d94c1f6a1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:01.53152895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7520e50-62bc-4087-8926-4d94c1f6a1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:01.54785943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7520e50-62bc-4087-8926-4d94c1f6a1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:01.565110882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7520e50-62bc-4087-8926-4d94c1f6a1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:02.606694797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c8af68e-fbcc-43f7-9c18-ffb16f3d85f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:02.622731532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c8af68e-fbcc-43f7-9c18-ffb16f3d85f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:02.639112981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c8af68e-fbcc-43f7-9c18-ffb16f3d85f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:02.65517573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c8af68e-fbcc-43f7-9c18-ffb16f3d85f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:02.707492047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"5e1d3481-1fb0-4f09-b481-a91dcb49b486","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:02.728878531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"5e1d3481-1fb0-4f09-b481-a91dcb49b486","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:02.758293139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-849669-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6798c287977e633d791d18896f312508caa380805bae0c2338e38acd6c81bfc) AuthConfig (3a5007a5d326baec90d58884f569c97138ded89e734d4f4f8eac0298d7f66cc7) AuthConfig (a97a32629787b514a652f8f2fc0dc87458125d3bf2d55fc323a0f5ac1459b206) AuthConfig (435e163d3ae87beb544da3b6d2aed72717580e7b951af80662f34eb8612a7db3) AuthConfig (08066099a6cfac335473fa61cf47081837dbc4d0b8f4724303fca20f4a622837) AuthConfig (a268f457efb45f12b28663a2560d64a4a63abaa013287360dbecf4de88f8979d) AuthConfig (c522d9b1e7a579487f74d4558564f0866bcf51ec3708c0f4b9fe66aadaaed78e) AuthConfig (386dbf5207fdda3de2777535ecc24f38dcf039a27d4210f31966203ff210ad41) AuthConfig (af41224403083a87a85a28a29cbcacda3c399fee00ce06f987339c8f24947bfb) AuthConfig (dd190c744cb0fdc0eae77f8efa2610de51e84ce7423a022bc1b9f651d739813b) AuthConfig (4fddcc292869b0688bf5dd6041ce21eac24e09f0928fb04d9e0e7647bea6679e) AuthConfig (8cc02e3ab21ebc3a83b115e9030b16d1bcf078854d91ec4352122fac2470f315)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"5e1d3481-1fb0-4f09-b481-a91dcb49b486","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:07.042168273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"ed1038aa-d057-4a27-8b00-6caa9775f565","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:07.063568426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"ed1038aa-d057-4a27-8b00-6caa9775f565","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:07.085736811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"ed1038aa-d057-4a27-8b00-6caa9775f565","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:12.992325828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"ed007809-51a4-47f9-986d-b745398c3b5e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:13.043878647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"ed007809-51a4-47f9-986d-b745398c3b5e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:13.188037343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"ffacf902-c3ae-4541-8502-af1a39a19b53","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:13.786034764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"7d3ec7d5-29ee-4e01-8218-a41029f250bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:13.875169235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"7d3ec7d5-29ee-4e01-8218-a41029f250bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:13.916796121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"409dedc5-02c0-46e3-8360-3b0c61746833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:14.22620358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"409dedc5-02c0-46e3-8360-3b0c61746833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:16.09781728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f295361b-7ce0-40ec-9fa2-94b37770fc09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:16.121821004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f295361b-7ce0-40ec-9fa2-94b37770fc09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:16.152957802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f295361b-7ce0-40ec-9fa2-94b37770fc09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:16.178943334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f295361b-7ce0-40ec-9fa2-94b37770fc09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:16.253814666Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-71af6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-71af6f","reconcileID":"3bfd8730-acf6-487f-9440-5fdc432bc83c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-71af6f","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-71af6f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:17.249036862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"bbdecfe3-07b4-4e85-86d7-c0f4f154b1f1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:17.251425671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"2391f0e1-a683-4553-b19e-b33d7611651a","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:17.312349659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"bbdecfe3-07b4-4e85-86d7-c0f4f154b1f1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:17.448150177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"348e9f95-7d09-477c-b423-3a03b150030f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:17.448862593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"a4f28e4e-3ce9-45df-b017-87b0ca01056f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:17.449276066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"504b0a57-324b-49a1-9714-08ebc6d9e854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:17.569033477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"348e9f95-7d09-477c-b423-3a03b150030f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:17.580988186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"a4f28e4e-3ce9-45df-b017-87b0ca01056f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:17.600836803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"504b0a57-324b-49a1-9714-08ebc6d9e854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:17.602401739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5513699a-32f5-4beb-bfa6-299657530a9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:17.602496839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5513699a-32f5-4beb-bfa6-299657530a9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:17.845513571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad287ae-6ada-4cc7-a6cb-917be729b19c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:17.932736572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad287ae-6ada-4cc7-a6cb-917be729b19c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:18.001770971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad287ae-6ada-4cc7-a6cb-917be729b19c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:18.01341433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"23dc4027-e255-4969-b5b0-781113c0c2e1","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:18.093069514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad287ae-6ada-4cc7-a6cb-917be729b19c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:18.254602309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"e50c17f7-1fc8-456d-9192-674fb4000437","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:18.382578342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"840a4b89-deb2-425d-b9e7-37f89190b474","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:18.383219037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"1f9678ad-a5e6-4ad5-971f-5f530f2715f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:18.387798729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"a5ba086f-a9d4-4265-a751-8cac41cd82a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:18.423001329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"7af87427-9e11-45ae-a9c6-ea0b1403f616","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:18.425800755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"840a4b89-deb2-425d-b9e7-37f89190b474","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:18.437640276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"1f9678ad-a5e6-4ad5-971f-5f530f2715f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:18.442296661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"a5ba086f-a9d4-4265-a751-8cac41cd82a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:18.507138082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"e64cc5a7-c52c-4ba7-8584-cf6fc2a2099c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:24.393869153Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:27.420930082Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-sub","reconcileID":"917d1bd2-b3cd-46e5-8cf4-7bb99317b696","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:27.497859994Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-sub","reconcileID":"917d1bd2-b3cd-46e5-8cf4-7bb99317b696","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-849669/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:27.568005318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"74cb6385-3f4e-4825-977e-c9c6229e0a17","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:27.58632113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"a980763c-3725-4bed-88b5-cf5fb29b6b37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:27.618813691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"432f191b-ffcd-4e7d-aed0-2d036bfade60","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:27.619186983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"8b426367-3278-4e82-8af2-a0489921aa39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:27.619478058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"e8b9476d-6885-47a1-a70c-40cb0e5c5cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:27.640032029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"432f191b-ffcd-4e7d-aed0-2d036bfade60","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:27.660166499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"8b426367-3278-4e82-8af2-a0489921aa39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:27.669186708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"e8b9476d-6885-47a1-a70c-40cb0e5c5cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:27.76017804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"533bf622-38e0-43ec-b379-c0bc8bf8450a","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:27.800572104Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-user-token-filter-auth","reconcileID":"4f181fee-1967-435b-a221-595d80435e0f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:27.852676862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"877f8dbd-8ec2-46e2-ad9f-a3107e4ccabb","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:28.427722246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"ecddf581-283f-4929-a220-4eb8d06788a6","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:28.983365023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"62f9fdba-bc98-4901-b74d-923f411f878f","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:29.004221151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"03f1d88f-2ea2-42c0-abb0-7ee15fab8060","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:29.071267765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"37b3105d-d059-439a-b37c-a4d2dc149b8e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:29.092331476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"37b3105d-d059-439a-b37c-a4d2dc149b8e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:29.187602535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"11cfc617-ed54-4d7d-a007-23673ccd8f3b","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:29.251076051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7b103473-7d57-4ee8-8a8f-e3f68d242286","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:29.273600906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7b103473-7d57-4ee8-8a8f-e3f68d242286","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.243095141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"3447abb5-1d26-4f2c-9041-e71290cb9162","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.243133537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"3447abb5-1d26-4f2c-9041-e71290cb9162","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.571783131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"56fbef35-35a1-453a-85fe-cd17267aa625","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.57180813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"56fbef35-35a1-453a-85fe-cd17267aa625","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.593152879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"a413f317-d266-484a-bbfd-87205218d212","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.593178068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"a413f317-d266-484a-bbfd-87205218d212","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.625205075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"99970f28-be71-46ae-a319-35e72a1f2bb8","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6d9258eb","tenantID":"e2e-mt-6d9258eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.684858099Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"99970f28-be71-46ae-a319-35e72a1f2bb8","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"e2e-mt-6d9258eb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.705190465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-6d9258eb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"99970f28-be71-46ae-a319-35e72a1f2bb8","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.725111758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"a95535a5-abf8-4e75-b5aa-e1021ce2688c","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.725128828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"a95535a5-abf8-4e75-b5aa-e1021ce2688c","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.783785356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"76707a94-a696-4955-b0c4-14cc770acf25","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.783806837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"76707a94-a696-4955-b0c4-14cc770acf25","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.807669557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"f231bbbf-84bb-48dd-80b9-8e0c2713ba57","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.807720189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"f231bbbf-84bb-48dd-80b9-8e0c2713ba57","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:49:30.816850593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-sub-6d9258eb","reconcileID":"36e28e5b-1e5a-4b2a-8714-0f3adfda95b4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-6d9258eb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.822000519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"a7c6c15a-881b-44e2-a508-eaeecdb03fea","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6d9258eb","tenantID":"e2e-mt-6d9258eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.845854617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"a7c6c15a-881b-44e2-a508-eaeecdb03fea","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"e2e-mt-6d9258eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.851455297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"b0041569-cc3e-483c-a66d-629d797b35c7","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.851477657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"b0041569-cc3e-483c-a66d-629d797b35c7","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.866889059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-6d9258eb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"a7c6c15a-881b-44e2-a508-eaeecdb03fea","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.877701176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"eb56a13d-d933-40b3-95c7-6e32d22b1328","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.877757022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"eb56a13d-d933-40b3-95c7-6e32d22b1328","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.923282051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"6173459c-ed3a-47e4-a873-23ef9d1ce9a8","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6d9258eb","tenantID":"e2e-mt-6d9258eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.948202193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"6173459c-ed3a-47e4-a873-23ef9d1ce9a8","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"e2e-mt-6d9258eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.949994266Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-sub-6d9258eb","reconcileID":"9c56d8b0-8901-45cc-a5c1-0fc49970092c","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"maas-trlp-e2e-lifecycle-model-6d9258eb","model":"e2e-lifecycle-model-6d9258eb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-6d9258eb/e2e-sub-6d9258eb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:30.979497962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-6d9258eb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"6173459c-ed3a-47e4-a873-23ef9d1ce9a8","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:31.022778105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"1b73758d-f397-4c2e-8d1b-d3b1e0cfeae5","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:31.022803497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"1b73758d-f397-4c2e-8d1b-d3b1e0cfeae5","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:31.092138699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-sub-6d9258eb","reconcileID":"f554d183-c467-4cd1-bc02-1782b3a90eae","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"maas-trlp-e2e-lifecycle-model-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:32.123184631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"973b3ecd-0044-402f-912b-29fc1cab0cd8","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:32.192181611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"e36499a8-e7c5-4725-94d4-c7f586243ecb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:32.213816821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"99b6ec7d-c5e5-4bd5-8619-944a90ab2f89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:32.214084192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"6f57b367-8649-4740-a098-0e34e4792b07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:32.213820646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"90d5dffb-c339-41ac-82e7-2089e8328b2a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:32.234808903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"99b6ec7d-c5e5-4bd5-8619-944a90ab2f89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:32.235757721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"6f57b367-8649-4740-a098-0e34e4792b07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:32.237053847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"90d5dffb-c339-41ac-82e7-2089e8328b2a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:32.252258078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"109b0251-0046-4aa6-b13c-c456c0ba0a21","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:32.319782346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"0b639ece-e80b-4171-9e44-a64a6dc92072","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:33.397033869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"02cb1497-f2c0-432f-9c7b-663e0d98765c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71af6f","tenantID":"e2e-api-a-71af6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:33.44494947Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"02cb1497-f2c0-432f-9c7b-663e0d98765c","name":"e2e-api-a-71af6f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:33.501999788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"d625b630-0f6d-45ae-b95f-6e2287338f64","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6d9258eb","tenantID":"e2e-mt-6d9258eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:33.528998376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"d625b630-0f6d-45ae-b95f-6e2287338f64","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"e2e-mt-6d9258eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:33.567949485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-6d9258eb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"d625b630-0f6d-45ae-b95f-6e2287338f64","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.230301357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"2f5dab04-f9fd-41d0-955a-e6c75c60d3d3","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.267283698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"adc5f21e-1972-44cf-96c3-356850d0a552","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:49:39.272992605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e86cfa08-1cdc-44f3-a28a-b41ea5b6e406","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.311054187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"5acc9940-cb22-47ff-94a5-0a8442c91b13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.312054163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"c6687314-d233-4a41-8cc0-8c16aebadc6d","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.312601216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ba400664-33ff-4739-abf2-9f53c479941c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.35814747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"d78be8ee-baff-4c77-b7da-d037f6792ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.360362578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"5acc9940-cb22-47ff-94a5-0a8442c91b13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.361126012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"003625db-88bd-4f19-9f94-782557e3796f","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.361680054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ba400664-33ff-4739-abf2-9f53c479941c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.384158236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"d78be8ee-baff-4c77-b7da-d037f6792ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.452634085Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"7c552edb-e08c-4540-a23a-1dd71e4795eb","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-distinct-w4-849669","model":"distinct-w4-849669","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-849669/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.46174858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"11c877ed-d213-409e-839c-afb55756bd54","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.483419895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"6043c495-b7d5-480f-bde9-f2d3763c07c0","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.486878465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"e4bebbf5-edb8-4d1a-807c-13022fa351e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.486895422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"804ec5ec-6b91-4ac2-8515-a773bc978279","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.493804945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"48a569a4-547e-46c0-98b4-406eabb57e71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.508586187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"804ec5ec-6b91-4ac2-8515-a773bc978279","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.508741029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"e4bebbf5-edb8-4d1a-807c-13022fa351e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.512520837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"dab8f953-ba5c-4e6f-a7da-2360a9ebcdec","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.516727452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"48a569a4-547e-46c0-98b4-406eabb57e71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.577002086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"07a6c6da-0850-4cd0-9ec9-a907e9abaf8a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-distinct-w4-849669","model":"e2e-models-e2e-worker-w4-849669/distinct-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.636606107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"474f6daf-970f-422e-85bb-f8276c2d981f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.660390097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"474f6daf-970f-422e-85bb-f8276c2d981f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.694979957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"a8f2c45b-92f5-4830-9f9a-6cea4a05e759","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.69579617Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-849669 priority=0:[ai-tenant-e2e-worker-w4-849669/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-849669/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.721584784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"42c6bd2c-ede7-4b04-9e01-2f19c1585077","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.726318009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"172247cb-6f0e-4ce2-9f7c-e78a96180bc1","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:49:39.741188782Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-849669/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.749044355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"3e9d3b75-eb90-433b-9a52-1d495ef02639","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.787780383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"1938eeb3-e285-4cb5-a896-367825982b58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.788206411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ba3f96cd-da5a-4fe4-bafe-f0b95e13a6c9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.810482895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ba3f96cd-da5a-4fe4-bafe-f0b95e13a6c9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.811140742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"1938eeb3-e285-4cb5-a896-367825982b58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.825178053Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"96bfb3bc-a623-47f8-94ab-06f827609892","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-distinct-2-w4-849669","model":"distinct-2-w4-849669","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-849669/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.848552506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"ea6952e1-5048-4771-8a56-573806ec51ed","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.880457194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"53b89609-67d0-4197-a6b7-dd5b0b67a7ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.885805258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"4bb6d580-fa15-4240-9a98-a8a9e5699b9f","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.902535115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"53b89609-67d0-4197-a6b7-dd5b0b67a7ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.966632496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6c11d231-b896-4a7c-a46e-f6c7e35eed75","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-distinct-2-w4-849669","model":"e2e-models-e2e-worker-w4-849669/distinct-2-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:39.982718812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"12565051-edb4-4e24-84e8-457a2baffedc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:40.007429478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"12565051-edb4-4e24-84e8-457a2baffedc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:40.024478698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"c3534be9-4e08-4ef6-988b-75c3b06e56f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:40.024493432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8454e951-0a61-4ce5-aa26-0b80915c2717","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:40.031810118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"53b77039-7e31-4ac7-b574-c5b6ed2728c7","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:40.045708526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8454e951-0a61-4ce5-aa26-0b80915c2717","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:40.045855227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"c3534be9-4e08-4ef6-988b-75c3b06e56f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:40.078028498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"f2e346b6-7cc8-4612-b556-e102fdf80f6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:40.099226773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"f2e346b6-7cc8-4612-b556-e102fdf80f6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:43.601759538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"12156586-9245-4a3c-912e-5a5b1039d9b2","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6d9258eb","tenantID":"e2e-mt-6d9258eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:43.622913339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"12156586-9245-4a3c-912e-5a5b1039d9b2","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"e2e-mt-6d9258eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:43.64294003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-6d9258eb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"12156586-9245-4a3c-912e-5a5b1039d9b2","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:45.378152733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-sub-6d9258eb","reconcileID":"a6676c45-fc6f-4112-a395-c98d7fb26477","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"maas-trlp-e2e-lifecycle-model-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:45.439697753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"92944328-9fed-4461-ab64-2c1bd0890d7d","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:45.439716167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"92944328-9fed-4461-ab64-2c1bd0890d7d","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:45.682171517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"3651109d-3a1f-43d1-8edb-022895373347","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6d9258eb","tenantID":"e2e-mt-6d9258eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:45.70478565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"3651109d-3a1f-43d1-8edb-022895373347","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"e2e-mt-6d9258eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:45.72532762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-6d9258eb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f032bb31a959dc00548936fb9726144ff9f0aabd328a6f8f52555191e296ad) AuthConfig (bad4d3b0d3c7a9758f805e8e969bf5378f0e71b6f6c5431f9b07dc0fff4147d2) AuthConfig (9ec2a262a1401039bef090016b1698be9b29ce6863a48b095ecf89794cbaecad) AuthConfig (103b954ce7b560a7d86b7353d8f8b2f42b5ff0f353dd2a60e840fdc44fd24d7b) AuthConfig (476e2cdd084631b272580d2cea977bc4c939ac67b55f2a7ad8a8960492217cbb) AuthConfig (646e578c8e09168a3f3e310782430c8a97f43929f731eff2883637ea4827fb5f) AuthConfig (140bd49824178e7ddf9c334b3ea15d2276ce2b00df1f467fcb5de1ea323fcbc5) AuthConfig (b1cc5a569ce64040406628ffca41827faa302c3d3ed543ae19e3dfa1ffd21368) AuthConfig (49042439d3b30045406617bc06cbd277cf3734b0b29bd1ebc97fe2401c630601) AuthConfig (06e3d2b914f53b0e94a3fdeae94437d80d06115ab4c535ed827197e08ff1346c) AuthConfig (c6a002e7cabdd213bc605f73b7d40755a7228b604780497c0f2d40346a0b6470) AuthConfig (38dbf75b179c76ee2611ab18fb96d348024b87aa1bf2b9a4e63d2ef4ed695680) AuthConfig (e8c8c52c62cccd7a097fc99b2e257f1d45e0960fd3bdde3f0d3ebb561f8863d4) AuthConfig (b0fa0f5d70e296e29c4a82eb9f3bd23e54172b6ca02cd69963452bfd3422fec3) AuthConfig (71c6dad5fa16d689e76a5ef2a0cd1674f3a7b2ea131183a19be7e239b498449e) AuthConfig (1b2e76f6c56b835258a39abcd0f9f803a4cd986ec579d8fc3b064e43c46fea22) AuthConfig (4b32c8ac138a316bc2deec5b757aa628b48892c03036fab49acdef310033bbd3) AuthConfig (477b5ec0f5783739f4f591c2c813acf6199db7bd75afb6034b9f0fdee6d33d83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"3651109d-3a1f-43d1-8edb-022895373347","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:45.74740224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"93ea997b-8ccf-4a36-a4e2-56989950c82c","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:45.747422124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"93ea997b-8ccf-4a36-a4e2-56989950c82c","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:49.46438661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807f6f56-7b5d-4bfe-81a6-1bfdfec307c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:49.480589398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807f6f56-7b5d-4bfe-81a6-1bfdfec307c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:49.49643373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807f6f56-7b5d-4bfe-81a6-1bfdfec307c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:49.512437177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807f6f56-7b5d-4bfe-81a6-1bfdfec307c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:50.159690902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30f0dedc-442e-4c81-a264-1ad6b3261c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:50.175704913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30f0dedc-442e-4c81-a264-1ad6b3261c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:50.191728787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30f0dedc-442e-4c81-a264-1ad6b3261c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:50.207654174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30f0dedc-442e-4c81-a264-1ad6b3261c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:52.174296213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11c50f8f-7b5b-4a8b-acc7-3fd88eca8eef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:52.174320424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11c50f8f-7b5b-4a8b-acc7-3fd88eca8eef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:52.194760877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d520a987-b378-4c49-9e19-1cc24d51d4af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:52.194779877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d520a987-b378-4c49-9e19-1cc24d51d4af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:52.227000493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"bfad1107-4411-4382-b6bd-2af6f3e0cbab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71af6f","tenantID":"e2e-api-a-71af6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:52.284022839Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"bfad1107-4411-4382-b6bd-2af6f3e0cbab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"name":"e2e-api-a-71af6f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:52.303751808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-71af6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"bfad1107-4411-4382-b6bd-2af6f3e0cbab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:52.325326131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d74b39f-73e9-4552-a8ce-50aeeadbc416","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:52.325343259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d74b39f-73e9-4552-a8ce-50aeeadbc416","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:54.389955315Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:55.034772443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"c944924a-8eb8-4f13-906f-ca6983b8b9a4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-distinct-2-w4-849669","model":"e2e-models-e2e-worker-w4-849669/distinct-2-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:55.097137583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"630745c0-9dc4-4eb5-af11-1989b466ea63","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:55.358443975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"7caffd05-5b4c-4961-9754-6f924f3a3695","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-distinct-w4-849669","model":"e2e-models-e2e-worker-w4-849669/distinct-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:55.425598728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"026b15a5-d267-4af7-8067-1b0542cecb29","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:55.572315445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"132d48a9-4364-41d0-a0ca-df48253b8d8d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:55.574363727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"58e3c4ef-26ef-47ba-9aaa-76c045698512","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:55.582385096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"389d28ba-e35e-4ff5-bca5-9f6e1c676bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:55.582891577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"79fb344e-f241-476b-b2b5-293e265dcf4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:55.611811642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"132d48a9-4364-41d0-a0ca-df48253b8d8d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:55.619595577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"389d28ba-e35e-4ff5-bca5-9f6e1c676bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:55.62105657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"58e3c4ef-26ef-47ba-9aaa-76c045698512","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:55.635328959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"79fb344e-f241-476b-b2b5-293e265dcf4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:55.78721854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"a37c3075-249f-4759-981d-4f12daf8f022","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6d9258eb","tenantID":"e2e-mt-6d9258eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:55.825045209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"a37c3075-249f-4759-981d-4f12daf8f022","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"e2e-mt-6d9258eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:55.93211435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"989a8c90-c747-4722-8526-0184ce39d410","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:55.932140572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"989a8c90-c747-4722-8526-0184ce39d410","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:55.984629144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a2950a24-f26f-45a5-98fc-012537b61c1e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:55.985071987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"9461cd87-ea2f-4fcc-9461-d416f83118c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:55.985472795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"fc176e68-3fb3-4316-b4a8-5a22964f451a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:55.985835315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"862a2c33-0762-449c-a41f-37669c701ada","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:56.031311113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"9461cd87-ea2f-4fcc-9461-d416f83118c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:56.035121744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"862a2c33-0762-449c-a41f-37669c701ada","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:56.038822996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"fc176e68-3fb3-4316-b4a8-5a22964f451a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:49:56.043096636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a2950a24-f26f-45a5-98fc-012537b61c1e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:02.358339035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"c9a1c14b-33be-47cd-b728-d1b6e162a4a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71af6f","tenantID":"e2e-api-a-71af6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:02.379623041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"c9a1c14b-33be-47cd-b728-d1b6e162a4a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"name":"e2e-api-a-71af6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:02.400267932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-71af6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"c9a1c14b-33be-47cd-b728-d1b6e162a4a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:06.618484266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-sub-6d9258eb","reconcileID":"383e2232-d1d0-4d1e-b581-63c0035db639","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"maas-trlp-e2e-lifecycle-model-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:06.621540053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"cc532adf-f965-4290-b482-f32b2413fa99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:06.623233823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"c775ade8-b54e-464a-92c6-683d1948aea4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:06.623294773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"942470d0-6b0e-4d8a-a1af-24d6615fe8f3","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-distinct-2-w4-849669","model":"e2e-models-e2e-worker-w4-849669/distinct-2-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:06.623629356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"230681b0-5212-4fa5-94d4-5547eca865bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:06.726373056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c8b428c8-129e-43d5-be74-edcde5f150b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:06.726691204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-sub-c9d44e7e","reconcileID":"3f5cbed7-4f6f-4f14-8da0-612baef6c702","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:06.726806662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"78c0bae3-750e-46d3-8aac-b942930502b5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-distinct-w4-849669","model":"e2e-models-e2e-worker-w4-849669/distinct-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:06.727292865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"cede42f0-8e7f-442f-9c09-69d4dabb5587","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:06.831435982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d004db23-adc6-4240-8995-364a38519a82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:06.831483236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"42e9f86a-24b4-43d5-8536-60a38416cc11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:06.832203421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"efc4dafb-769a-4f6c-9947-ddfcc4f4c81a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:06.928128778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"9da25d86-2ad7-4751-94de-1b766d3b396d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:06.928152033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"172d9d60-1c0c-4774-a629-4686c92d749e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:07.028777372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"74bc12bc-9778-4c14-9ea1-899d677d2cc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:07.028862695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"d4fb7f09-1ecd-4133-aa0d-8c18b7984885","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:11.215220944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"4b902b10-486d-49ec-9e68-2f57fd5e5006","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:11.27812781Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e04feddb-6e32-4200-9b52-e07138d88486","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-849669"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4f5d2cc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:11.329268153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"9e0bad63-d960-4fbe-96ab-815d0ffad5e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:11.329330672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"937078bb-e37e-4325-8780-acbeb6bcb6be","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:11.32959761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6fc4a78c-1456-44a4-a687-314fb692807e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:11.350841675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"937078bb-e37e-4325-8780-acbeb6bcb6be","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:11.351690988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"9e0bad63-d960-4fbe-96ab-815d0ffad5e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:11.353064438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6fc4a78c-1456-44a4-a687-314fb692807e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:11.400366745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7544bdde-c3d5-4103-b453-78a765142350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:11.422084283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7544bdde-c3d5-4103-b453-78a765142350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:11.575110512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"edf7d9b0-e20e-46cb-868a-0670a1063ab9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:11.575828737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"93427626-b365-4d2f-8390-910a96e51019","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:11.576259047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cd487d4f-4782-491f-a45e-085345145c28","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:11.605281104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"93427626-b365-4d2f-8390-910a96e51019","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:11.607251302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"edf7d9b0-e20e-46cb-868a-0670a1063ab9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:11.608755371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cd487d4f-4782-491f-a45e-085345145c28","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:11.66820588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"b62b6fd2-763a-4ae2-9fbe-7febf4309c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:11.688977243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"b62b6fd2-763a-4ae2-9fbe-7febf4309c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:12.433034158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"c5cc7e9c-224d-4b67-8939-329f69a928e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71af6f","tenantID":"e2e-api-a-71af6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:12.477255734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"c5cc7e9c-224d-4b67-8939-329f69a928e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"name":"e2e-api-a-71af6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:12.500136727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-71af6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9116cbd836032a0d9073503ec9f980cce37c00c8fdce8fe3c444bca8abb29cd2) AuthConfig (3742bf57285a8fb36de67ef7fc77cf13ac12a742bc775866b71eefdcac043155) AuthConfig (fcac3feb8960bc994724b46c17e14fcf02b808ec100d1f44324357cd97aa8432) AuthConfig (a81c5c988f7d773251be765f8f9a3c40c8d6beac80e9db294352efab09dd60e5) AuthConfig (790746afe8c948774655b869ca620fe9aec9bd87886d3fe6590eb4ddd3074143) AuthConfig (202c6bdab5970ed64874d380de7f5fe0d9b88d8e2d632616f291e23b720b2a35)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"c5cc7e9c-224d-4b67-8939-329f69a928e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:12.534723732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdb1d462-9e9b-4e3f-bda7-45dbf7006b2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:12.534741141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdb1d462-9e9b-4e3f-bda7-45dbf7006b2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:16.16293155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833fdd0f-d62a-4842-89b0-40ac0a7af320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:16.178780543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833fdd0f-d62a-4842-89b0-40ac0a7af320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:16.194796679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833fdd0f-d62a-4842-89b0-40ac0a7af320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:16.210764514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833fdd0f-d62a-4842-89b0-40ac0a7af320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:16.86666343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"724509de-fb68-429a-b6fe-3dac691070f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:16.88998431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"724509de-fb68-429a-b6fe-3dac691070f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:16.973629232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"724509de-fb68-429a-b6fe-3dac691070f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:16.989628667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"724509de-fb68-429a-b6fe-3dac691070f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:17.082822392Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-58826b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-58826b","reconcileID":"9e55a274-c46a-4fe5-8d6d-bac274f5f166","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-58826b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-58826b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:17.853989054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"770f9f94-4302-4bab-855b-91e9549891ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:17.870735189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"770f9f94-4302-4bab-855b-91e9549891ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:17.886882672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"770f9f94-4302-4bab-855b-91e9549891ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:17.903109602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"770f9f94-4302-4bab-855b-91e9549891ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:19.123831571Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"58194828-592b-4de2-a310-a0178bfb78ca","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:19.123999218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23928a8c-89a8-4bd6-a791-8a6b6fe6643c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:19.124017658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23928a8c-89a8-4bd6-a791-8a6b6fe6643c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:19.262604249Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-policy-c9d44e7e","reconcileID":"58194828-592b-4de2-a310-a0178bfb78ca","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"policyNamespace":"ai-tenant-e2e-mt-b047deba","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:19.335919474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31e16d21-79c2-48a1-94a2-8f9644d35f8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:19.33603022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31e16d21-79c2-48a1-94a2-8f9644d35f8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:19.594072843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e12e011-8e28-4d8c-9704-138637c6d63d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:19.594096581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e12e011-8e28-4d8c-9704-138637c6d63d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.294407571Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"bff1dd0b-90ee-48f1-910f-137822c83ba6","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/distinct-w4-849669","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.311117565Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"bff1dd0b-90ee-48f1-910f-137822c83ba6","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/distinct-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.327923225Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"bff1dd0b-90ee-48f1-910f-137822c83ba6","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669","model":"e2e-models-e2e-worker-w4-849669/distinct-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.429563256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"549b673d-7fd0-489d-8cf2-857a06ef5c3a","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.518255447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"74212798-1aa3-4f1c-bfda-1e76e2579998","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.577256816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"614fd745-ab16-49af-ab8b-52c87983413a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.577256822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"995da617-92bc-499c-b402-d21538e686fb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.577615905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"e6e8f1ac-cb67-44a5-abf6-342a224a484f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.57787076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"41270c8e-3531-49d8-8ec1-3665b705fb7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.599409963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"e6e8f1ac-cb67-44a5-abf6-342a224a484f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.60048089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"614fd745-ab16-49af-ab8b-52c87983413a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.601607434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"995da617-92bc-499c-b402-d21538e686fb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.602692209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"41270c8e-3531-49d8-8ec1-3665b705fb7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.722077177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"cadde727-7217-496e-862d-d802196c6f8c","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.740576423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"df051ac3-7c83-4678-9e9a-9526555cd4ed","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.761739273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"df051ac3-7c83-4678-9e9a-9526555cd4ed","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.782651827Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"d1c77edd-95b6-4387-a481-e003951d5fa1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-849669"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-25b3ec50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.844462443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"668c2f36-5df6-4af4-866d-bc0b5887b917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.848741407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"b2e05621-7e28-43e4-939d-199ef1746908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.848741408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3197e056-6689-47f7-b124-3b6b2a280503","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.867498043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"668c2f36-5df6-4af4-866d-bc0b5887b917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.874410816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3197e056-6689-47f7-b124-3b6b2a280503","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:21.875873151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"b2e05621-7e28-43e4-939d-199ef1746908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:22.030436233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5ede6c59-831f-47a0-96b0-eff46fdefeab","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:22.057460888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5ede6c59-831f-47a0-96b0-eff46fdefeab","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:22.132662142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"085a88b6-8e14-4227-8d1a-7097699a5ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:22.132875951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"66377d8f-00e0-4b5e-ad7a-f289197e1bc4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:22.133266359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"6a904fff-e5de-4cbd-ac5c-c39a7a1d6788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:22.154469114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"085a88b6-8e14-4227-8d1a-7097699a5ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:22.158887542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"6a904fff-e5de-4cbd-ac5c-c39a7a1d6788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:22.158922214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"66377d8f-00e0-4b5e-ad7a-f289197e1bc4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:22.567496619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"c5221c4a-c413-4e8d-b05a-8d96046859b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71af6f","tenantID":"e2e-api-a-71af6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:22.588986147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"c5221c4a-c413-4e8d-b05a-8d96046859b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"name":"e2e-api-a-71af6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:22.677252994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84c4741b-5417-4b81-bb1e-0482fac2d44d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:22.677268335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84c4741b-5417-4b81-bb1e-0482fac2d44d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:24.384469858Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:29.315838625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"071712e0-4150-4f0e-954a-4a8f75734c07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:29.452924513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"363d9ab9-c966-405f-b041-db8e0a276f2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:29.454569807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"6afe1569-73c7-4304-8396-efe9e20bdc1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:29.455059225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"f196a46d-f221-4939-b397-42f88b3cf184","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:29.58277147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"26420909-207b-4b7c-818e-410b3cf5dbd0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:29.641842421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"ce0adcdc-23bd-48a4-8a9f-1f4d9695bf49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:29.657665494Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-sub-c9d44e7e","reconcileID":"798aa8db-c646-4f93-ba26-833c38f853c1","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-c9d44e7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:29.715239144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-sub-6d9258eb","reconcileID":"39d41295-450a-473a-be68-3c473328b177","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"maas-trlp-e2e-lifecycle-model-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:29.715520751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"1d896f67-08b2-4916-a9ab-e3885e212a35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:29.72999915Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"namespace":"ai-tenant-e2e-mt-b047deba","name":"e2e-shared-int-sub-c9d44e7e","reconcileID":"798aa8db-c646-4f93-ba26-833c38f853c1","MaaSSubscription":{"name":"e2e-shared-int-sub-c9d44e7e","namespace":"ai-tenant-e2e-mt-b047deba"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:29.802600142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b992139b-55e6-492e-a9e3-78cf6f334a5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:29.802622022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b992139b-55e6-492e-a9e3-78cf6f334a5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:29.815693785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c14117e-5d53-4f73-bfa4-491eb5731fb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:29.816131898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"4c31dcb4-775d-44d8-b6b0-fdf275bca120","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:29.819953754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"57909881-4451-4d3b-a8ac-c3b6c3f67be5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:29.825144087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"40dc13b5-840e-491c-8957-1c50f860f125","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:29.916809726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"36a5c6e0-c889-4cdf-8385-92a3c05e5116","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:29.937265651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9f6a006b-0a9a-4a4f-91a6-4fd0b3b45629","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:30.11673774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"679ee6e5-3132-4299-9681-25517e652c42","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:30.117645384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"32bdb17d-0773-450d-b135-35a3ff43e111","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:30.118172097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"9db0c864-76e9-4ee0-9696-8abc7d779a91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:30.118650974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"6534cbfe-057f-4f90-bb53-cd6049588ab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:30.140488582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"679ee6e5-3132-4299-9681-25517e652c42","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:30.143252736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"32bdb17d-0773-450d-b135-35a3ff43e111","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:30.145939979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"9db0c864-76e9-4ee0-9696-8abc7d779a91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:30.146428732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"6534cbfe-057f-4f90-bb53-cd6049588ab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:31.798969995Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"fd226a92-7776-4449-981f-3596eb78803a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/distinct-2-w4-849669","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:31.815431704Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"fd226a92-7776-4449-981f-3596eb78803a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/distinct-2-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:31.832303992Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"fd226a92-7776-4449-981f-3596eb78803a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669","model":"e2e-models-e2e-worker-w4-849669/distinct-2-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:31.988870522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"bcfd8e4a-a66c-4ca5-9b67-51f1ea81f859","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:32.068590082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"55b1c56a-68b1-4987-aa09-5eb579d354a8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:32.068944653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"53f9ccb3-347e-469b-acc0-f17112d81f53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:32.069453589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"d1b9e42b-6fe2-4a8f-af81-06d74390cc8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:32.069715128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"33b06f63-284c-4194-9453-107b9ce8e7c2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:32.089893105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"53f9ccb3-347e-469b-acc0-f17112d81f53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:32.090096506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"55b1c56a-68b1-4987-aa09-5eb579d354a8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:32.092205367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"d1b9e42b-6fe2-4a8f-af81-06d74390cc8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:32.092274119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"33b06f63-284c-4194-9453-107b9ce8e7c2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:32.165155443Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7e47ebdc-f7db-4822-935b-e1588aae5001","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/distinct-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:32.165242403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"84c5f771-f2e1-4aaa-b895-da25dffe942b","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:32.217303311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"79f2b96a-1459-4b8e-bcab-1ae9cd7a56e2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:32.238289546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"79f2b96a-1459-4b8e-bcab-1ae9cd7a56e2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:32.34325272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"1232e092-218c-4d13-97d2-16f9dfd9615a","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:32.504324158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"d8a14861-cc1a-46fa-986c-6ed595bfa741","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:32.504327287Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7ac36738-be6f-4a2c-85c4-e0af9f209ba4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/distinct-2-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:32.642203478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"b99b4398-39b2-4076-bac3-66b711e5289d","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:34.246431172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"0c9fbfd4-470e-41a1-b959-d5594a153182","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-58826b","tenantID":"e2e-api-b-58826b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:34.292043662Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"0c9fbfd4-470e-41a1-b959-d5594a153182","name":"e2e-api-b-58826b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:45.433771824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"1529e44b-2817-4269-a04c-78a7903c6292","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:45.43458108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"59e5363c-c73d-4705-8e8d-9efc09945a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:45.517727128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"59e5363c-c73d-4705-8e8d-9efc09945a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:45.519320915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"1529e44b-2817-4269-a04c-78a7903c6292","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:48.456476785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"f9dbe0f9-0f2a-4228-9b62-d64b2cf3ee6c","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:48.587578046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"577f23bc-8d30-4d6e-9d0b-8b14087d243b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:48.5882534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4f705a7d-4f67-4b48-97eb-a1c9c1b240dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:48.589502783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"0a8d377c-043f-44ad-a2ec-faf8b2bfef34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:48.62967494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4f705a7d-4f67-4b48-97eb-a1c9c1b240dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:48.633954784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"577f23bc-8d30-4d6e-9d0b-8b14087d243b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:48.68128312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"0a150aaf-f91f-4935-9d30-12a3436055dd","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:48.749868085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"d05bfb83-a31e-498d-a239-3071550888af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:49.504136584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25d8cd95-0cc1-4e80-b74f-c9a1d4a80202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:49.521629038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25d8cd95-0cc1-4e80-b74f-c9a1d4a80202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:49.537768752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25d8cd95-0cc1-4e80-b74f-c9a1d4a80202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:49.554201448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25d8cd95-0cc1-4e80-b74f-c9a1d4a80202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:49.630107779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"885527d4-1e05-46fa-9db1-ff2d984ae003","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:49.630128103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"885527d4-1e05-46fa-9db1-ff2d984ae003","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:49.668345851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"40bf9ab6-7248-42be-a41b-73be35c895b0","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6d9258eb","tenantID":"e2e-mt-6d9258eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:49.670051997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"697fff24-2c17-4a9a-8022-f136ecce74f6","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:49.670137614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"697fff24-2c17-4a9a-8022-f136ecce74f6","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:49.694204824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"40bf9ab6-7248-42be-a41b-73be35c895b0","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"e2e-mt-6d9258eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:49.70815952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-sub-6d9258eb","reconcileID":"96a1819c-9fb3-4485-933a-3e168c2fa11a","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"maas-trlp-e2e-lifecycle-model-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:49.785871661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"22125681-d8cd-4844-b490-f8815622df03","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6d9258eb","tenantID":"e2e-mt-6d9258eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:49.807854724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"22125681-d8cd-4844-b490-f8815622df03","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"e2e-mt-6d9258eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:49.819726575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-sub-6d9258eb","reconcileID":"082a100b-b6cd-4a7d-9ece-cfe6e161ad98","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"maas-trlp-e2e-lifecycle-model-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:49.967411231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"121bde48-7c50-45ad-84d6-b6d7b25fe2ae","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:50.09113985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"51957323-63be-436b-898d-eb7f902718cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:50.092480781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"a429e577-b112-4513-ad1b-fbf0f3d0d678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:50.094302796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"6575a4ca-eb09-46ff-a9c1-d3ef22ed7029","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:50.112465319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"51957323-63be-436b-898d-eb7f902718cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:50.114624936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"a429e577-b112-4513-ad1b-fbf0f3d0d678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:50.207640965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"e184b999-0afb-4c50-b264-b4d8af3b4ec5","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:50.305423251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"f6f43abf-f230-4f80-af29-32f8cee04c46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:50.34658781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad3d309b-0e96-4771-8880-2c5188da0070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:50.383972868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad3d309b-0e96-4771-8880-2c5188da0070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:50.387109912Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-93525b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-93525b","reconcileID":"2f344747-f5e9-42ee-aa6b-461a6fa4b8b4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-93525b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-93525b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:50.400234435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad3d309b-0e96-4771-8880-2c5188da0070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:50.416783207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad3d309b-0e96-4771-8880-2c5188da0070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:51.347274316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd7c520-35f7-4f16-9222-2d4dc9673350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:51.363356824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd7c520-35f7-4f16-9222-2d4dc9673350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:51.379355467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd7c520-35f7-4f16-9222-2d4dc9673350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:51.395272771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd7c520-35f7-4f16-9222-2d4dc9673350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:53.18871043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccad789e-0263-4f53-9520-3d5378190a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:53.206448632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccad789e-0263-4f53-9520-3d5378190a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:53.224182696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccad789e-0263-4f53-9520-3d5378190a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:53.241435835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccad789e-0263-4f53-9520-3d5378190a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:53.955121732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd20b45-fd06-44f5-9640-1f96e5755dcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:53.97149641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd20b45-fd06-44f5-9640-1f96e5755dcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:53.98744172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd20b45-fd06-44f5-9640-1f96e5755dcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:54.004119931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd20b45-fd06-44f5-9640-1f96e5755dcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:54.382700347Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:59.832419999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"7a1b58cc-f8e1-4adb-b80f-daf0a3ddf2d7","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:59.832440849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"7a1b58cc-f8e1-4adb-b80f-daf0a3ddf2d7","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:59.870267794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"65afe7c7-c45f-482d-9b8a-bdc85a955a73","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6d9258eb","tenantID":"e2e-mt-6d9258eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:59.893269646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"65afe7c7-c45f-482d-9b8a-bdc85a955a73","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"e2e-mt-6d9258eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:59.904328743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-sub-6d9258eb","reconcileID":"c07f3238-3913-4588-9e62-2fe5e68cd9e4","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"maas-trlp-e2e-lifecycle-model-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:50:59.976324906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"a7cfe56a-803c-447d-b97e-430e37a6d40e","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6d9258eb","tenantID":"e2e-mt-6d9258eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:00.002541721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"a7cfe56a-803c-447d-b97e-430e37a6d40e","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"e2e-mt-6d9258eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:00.084306538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-sub-6d9258eb","reconcileID":"659d37e0-4b70-47bd-a0cb-a2d4768cea1a","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"maas-trlp-e2e-lifecycle-model-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:03.191567429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"314d544a-27da-4d93-b251-d5e784e00832","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:03.191595064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"314d544a-27da-4d93-b251-d5e784e00832","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:03.212541164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b0e34f3-2c72-4399-8fc1-28b6531ef984","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:03.212565334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b0e34f3-2c72-4399-8fc1-28b6531ef984","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:03.244372588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"437bdcbf-24a8-416a-b4dc-1786e3235adb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-58826b","tenantID":"e2e-api-b-58826b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:03.301325846Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"437bdcbf-24a8-416a-b4dc-1786e3235adb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"name":"e2e-api-b-58826b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:03.320809319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-58826b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"437bdcbf-24a8-416a-b4dc-1786e3235adb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:03.342392488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffebd99c-5daa-4cdd-bac1-e0f2b2b8eaf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:03.342407966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffebd99c-5daa-4cdd-bac1-e0f2b2b8eaf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.538132461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00027ee3-039a-415e-86dc-6557c270ce58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.538153126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00027ee3-039a-415e-86dc-6557c270ce58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.557407706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a22cd658-8e56-4c88-adb7-2b7ae24caa11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.557426837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a22cd658-8e56-4c88-adb7-2b7ae24caa11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.622854484Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"c4b83093-13ed-43e7-aa6a-ddcf6b5e1413","namespace":"ai-tenant-e2e-mt-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.622927347Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"c4b83093-13ed-43e7-aa6a-ddcf6b5e1413","name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.644158609Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"c4b83093-13ed-43e7-aa6a-ddcf6b5e1413","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.644173547Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"c4b83093-13ed-43e7-aa6a-ddcf6b5e1413","namespace":"ai-tenant-e2e-mt-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.644253027Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"c4b83093-13ed-43e7-aa6a-ddcf6b5e1413","name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.645276405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"260863af-053b-45e3-9231-4ed79f54250c","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.645292734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"260863af-053b-45e3-9231-4ed79f54250c","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.665365243Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"c4b83093-13ed-43e7-aa6a-ddcf6b5e1413","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.66833357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"4916bd42-5098-43b7-b9de-6fc0ea0b8eca","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.668347771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"4916bd42-5098-43b7-b9de-6fc0ea0b8eca","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.676280452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"4267c7c8-edb1-4e37-97d0-4f828c0fd303","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6d9258eb","tenantID":"e2e-mt-6d9258eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:05.686020659Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"4916bd42-5098-43b7-b9de-6fc0ea0b8eca","name":"e2e-lifecycle-model-6d9258eb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-6d9258eb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:05.686070933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"4916bd42-5098-43b7-b9de-6fc0ea0b8eca","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-6d9258eb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.691244233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"5416d31c-b6c3-46df-8d35-c96c26a91734","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.691258661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"5416d31c-b6c3-46df-8d35-c96c26a91734","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.699034063Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-sub-6d9258eb","reconcileID":"cc41fc99-b692-4b56-a637-a2ee1acf398b","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-97842b20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.70055672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"4267c7c8-edb1-4e37-97d0-4f828c0fd303","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"e2e-mt-6d9258eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.705424324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"46c60f16-5f67-4db4-a12d-10fd5d247fa9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.730473349Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-sub-6d9258eb","reconcileID":"227b8d3f-d8ec-4460-8c4c-ef62df22ee8f","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-97842b20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.748884926Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"433059c3-a6fc-46ed-a0d7-3666067c7a7d","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.765465333Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"46c60f16-5f67-4db4-a12d-10fd5d247fa9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.859505112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"46c60f16-5f67-4db4-a12d-10fd5d247fa9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.882530006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d60d0e6-e6af-4a16-a601-8b0c0f0272fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.882544935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d60d0e6-e6af-4a16-a601-8b0c0f0272fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.895028011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"433059c3-a6fc-46ed-a0d7-3666067c7a7d","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6d9258eb","tenantID":"e2e-mt-6d9258eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.947297809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"8e35c3ee-6da4-42a0-bfca-e868823e7458","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.951691857Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"433059c3-a6fc-46ed-a0d7-3666067c7a7d","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"e2e-mt-6d9258eb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.951707167Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-policy-6d9258eb","reconcileID":"433059c3-a6fc-46ed-a0d7-3666067c7a7d","MaaSAuthPolicy":{"name":"e2e-policy-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.969730077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"8e35c3ee-6da4-42a0-bfca-e868823e7458","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.976234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"cf9dfa59-5758-48bd-be7d-635e4b9fce44","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.97625153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"cf9dfa59-5758-48bd-be7d-635e4b9fce44","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:05.989648079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"8e35c3ee-6da4-42a0-bfca-e868823e7458","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:07.574400667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"2ef3dcca-9443-4deb-a14f-93423fc359dd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93525b","tenantID":"e2e-api-a-93525b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:07.621550968Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"2ef3dcca-9443-4deb-a14f-93423fc359dd","name":"e2e-api-a-93525b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:13.377017996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"0b3100b1-b128-4ecf-9f6c-c67405406860","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-58826b","tenantID":"e2e-api-b-58826b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:13.398755221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"0b3100b1-b128-4ecf-9f6c-c67405406860","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"name":"e2e-api-b-58826b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:13.421092306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-58826b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"0b3100b1-b128-4ecf-9f6c-c67405406860","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:15.762784656Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-sub-6d9258eb","reconcileID":"24eacc67-28c5-4d4e-bb2d-f1aef0fc521f","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","subscription":"e2e-sub-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:15.778779383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"58b6ee62-985d-4b95-97ce-4b93864dacca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71af6f","tenantID":"e2e-api-a-71af6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:15.779360033Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-sub-6d9258eb","reconcileID":"24eacc67-28c5-4d4e-bb2d-f1aef0fc521f","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:15.795729677Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-sub-6d9258eb","reconcileID":"24eacc67-28c5-4d4e-bb2d-f1aef0fc521f","MaaSSubscription":{"name":"e2e-sub-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"name":"maas-trlp-e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:15.800288312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"58b6ee62-985d-4b95-97ce-4b93864dacca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"name":"e2e-api-a-71af6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:15.896671009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"5888c045-3bfe-4537-821b-7ca36a1eb021","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71af6f","tenantID":"e2e-api-a-71af6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:15.900467155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"962e9a94-4c99-47af-ad48-fc57bababe1c","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:15.900483879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"962e9a94-4c99-47af-ad48-fc57bababe1c","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:15.921222522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"5888c045-3bfe-4537-821b-7ca36a1eb021","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"name":"e2e-api-a-71af6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:16.05292588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"bc79ef99-2e63-4494-a7ea-0a7cbe8b99ce","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:16.074053534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"bc79ef99-2e63-4494-a7ea-0a7cbe8b99ce","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:16.092984331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b568fdd8-b1d6-40ca-937e-4b0e1e66bfaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:16.0940413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"bc79ef99-2e63-4494-a7ea-0a7cbe8b99ce","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:16.108952647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b568fdd8-b1d6-40ca-937e-4b0e1e66bfaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:16.124862723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b568fdd8-b1d6-40ca-937e-4b0e1e66bfaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:16.14093788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b568fdd8-b1d6-40ca-937e-4b0e1e66bfaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:16.859054996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7987248d-86ce-415d-b770-d595c64dbf65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:16.875233022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7987248d-86ce-415d-b770-d595c64dbf65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:16.891460697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7987248d-86ce-415d-b770-d595c64dbf65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:16.907334076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7987248d-86ce-415d-b770-d595c64dbf65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:17.598123521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe04ecb-13c2-4d4c-b699-bd18767cd56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:17.614394517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe04ecb-13c2-4d4c-b699-bd18767cd56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:17.630276449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe04ecb-13c2-4d4c-b699-bd18767cd56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:17.646996903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe04ecb-13c2-4d4c-b699-bd18767cd56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:18.435220736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c386818a-9a91-4b8f-b25c-f173a61865e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:18.452649639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c386818a-9a91-4b8f-b25c-f173a61865e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:18.468604649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c386818a-9a91-4b8f-b25c-f173a61865e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:18.484619831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c386818a-9a91-4b8f-b25c-f173a61865e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:19.369809932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3e9ca3b-9b76-4991-9c87-26b618bdc98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:19.385679916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3e9ca3b-9b76-4991-9c87-26b618bdc98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:19.401675933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3e9ca3b-9b76-4991-9c87-26b618bdc98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:19.419136256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3e9ca3b-9b76-4991-9c87-26b618bdc98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:20.055861673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a5c87c-ff33-4dd3-bf83-79f29a6b1dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:20.072161184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a5c87c-ff33-4dd3-bf83-79f29a6b1dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:20.089870925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a5c87c-ff33-4dd3-bf83-79f29a6b1dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:20.105893019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a5c87c-ff33-4dd3-bf83-79f29a6b1dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:23.455021561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"e8cfc5b2-d9ef-455a-b1c6-e941adc05c58","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-58826b","tenantID":"e2e-api-b-58826b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:23.478723855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"e8cfc5b2-d9ef-455a-b1c6-e941adc05c58","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"name":"e2e-api-b-58826b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:23.498725707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-58826b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b80e58db38d6dbfece1d37887cd393bacd8b8c6fb5b65f9925a742064cf2741) AuthConfig (2ae940501a79759100243fc5f4e972f495023289f3b4392f58c1689eec095199) AuthConfig (3838fd6e2c5618e554ff8c81bae9304b38910532f22616a4715fc5eabab01b9b) AuthConfig (d9bf3fe92ac101b94a7fcb4d8f24590482248350010dd8bec9e54f866b25bc43) AuthConfig (e5b9df6cf114d8194f62e525556bf7334be52c40b6de895eaa7b72bdd4891af4) AuthConfig (342581afec576fc43ed17657f1e34e429c7a189757d9c426e3c791d8f93718dd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"e8cfc5b2-d9ef-455a-b1c6-e941adc05c58","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:23.521753015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c9b1be3-4030-449f-907d-9acfe02bb3aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:23.521773464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c9b1be3-4030-449f-907d-9acfe02bb3aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:24.382609525Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:25.476728596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dbddcf5-8f3a-4d64-b713-5e8cd7e3ac36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:25.494067827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dbddcf5-8f3a-4d64-b713-5e8cd7e3ac36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:25.510955048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dbddcf5-8f3a-4d64-b713-5e8cd7e3ac36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:25.52811368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dbddcf5-8f3a-4d64-b713-5e8cd7e3ac36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:25.950081145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06a174a0-98cb-4f6e-885c-dba3d3d6c425","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:25.950099865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06a174a0-98cb-4f6e-885c-dba3d3d6c425","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:25.965112932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"2340bc20-54f1-4681-8686-3d1f372400b8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71af6f","tenantID":"e2e-api-a-71af6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:25.985330929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc961fb2-63dc-4ba3-b272-e62043235907","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:25.985356579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc961fb2-63dc-4ba3-b272-e62043235907","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.059384363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"2340bc20-54f1-4681-8686-3d1f372400b8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"name":"e2e-api-a-71af6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.073847753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"780292b4-71e9-464e-8bc9-a932b2f68c5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93525b","tenantID":"e2e-api-a-93525b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.129888686Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"780292b4-71e9-464e-8bc9-a932b2f68c5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"name":"e2e-api-a-93525b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.149774878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-93525b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"780292b4-71e9-464e-8bc9-a932b2f68c5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.160638795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"6d4ce4a8-6a52-46c7-a36f-168d95825d42","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71af6f","tenantID":"e2e-api-a-71af6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.172226185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d02bfa98-2815-4a05-b5d7-6ba57c9377d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.172241464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d02bfa98-2815-4a05-b5d7-6ba57c9377d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.181553259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"6d4ce4a8-6a52-46c7-a36f-168d95825d42","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"name":"e2e-api-a-71af6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.192351845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"8a4ce3ae-cf70-4584-ab51-38efff4ab540","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.21382109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"8a4ce3ae-cf70-4584-ab51-38efff4ab540","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.236150935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"8a4ce3ae-cf70-4584-ab51-38efff4ab540","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.256778971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d94ef02-755a-40cb-bdaa-e225b246e1e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.259154926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c30bfc1-7879-45fb-b3e1-93b787a56610","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.259171479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c30bfc1-7879-45fb-b3e1-93b787a56610","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.272879376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d94ef02-755a-40cb-bdaa-e225b246e1e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.28866806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d94ef02-755a-40cb-bdaa-e225b246e1e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.304955194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d94ef02-755a-40cb-bdaa-e225b246e1e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.850722887Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"d2414f59-c58e-454b-a54e-89e3e73f8713","namespace":"ai-tenant-e2e-api-a-71af6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.850781108Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"d2414f59-c58e-454b-a54e-89e3e73f8713","namespace":"ai-tenant-e2e-api-a-71af6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.850827127Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"d2414f59-c58e-454b-a54e-89e3e73f8713","name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.879525425Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"d2414f59-c58e-454b-a54e-89e3e73f8713","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.879750738Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","namespace":"ai-tenant-e2e-mt-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.879822855Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","namespace":"ai-tenant-e2e-mt-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.879890663Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","tenant":"e2e-mt-6d9258eb","tenantID":"e2e-mt-6d9258eb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.880001504Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"149f4da0-3b0d-4aac-9d89-0729d2465b11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.880306799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58023da2-ae47-4f1b-a64b-1800f26f43f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.880327056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58023da2-ae47-4f1b-a64b-1800f26f43f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.900211064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","gvk":"Deployment","name":"maas-api-e2e-mt-6d9258eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.931610815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","gvk":"Service","name":"maas-api-e2e-mt-6d9258eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.952992672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-6d9258eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:26.976269916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-6d9258eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.001141959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.015545716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"149f4da0-3b0d-4aac-9d89-0729d2465b11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71af6f","tenantID":"e2e-api-a-71af6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.019387325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.040175047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.061571355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.071818111Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"149f4da0-3b0d-4aac-9d89-0729d2465b11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"name":"e2e-api-a-71af6f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.07184272Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"e2e-e2e-api-a-71af6f-policy","reconcileID":"149f4da0-3b0d-4aac-9d89-0729d2465b11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-71af6f-policy","namespace":"ai-tenant-e2e-api-a-71af6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-71af6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.081587635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","gvk":"Deployment","name":"payload-processing-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.093808569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13213014-2717-4d37-bc30-86b8926597ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.093831371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13213014-2717-4d37-bc30-86b8926597ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.097358524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.113169081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","gvk":"Service","name":"payload-processing-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.12874393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","gvk":"Service","name":"payload-pre-processing-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.144584938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","gvk":"DestinationRule","name":"payload-processing-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.160278402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.17964589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.211219786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.237268643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.25676002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.273249978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.289822609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"cab26aa9-9219-4097-b274-dea8a9405378","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-6d9258eb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:27.874931424Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-6d9258eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-6d9258eb","reconcileID":"7b36291b-a30d-4b92-ad48-bc6a6b8c33d7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-6d9258eb","removed":["maas.opendatahub.io/gateway-access-e2e-mt-6d9258eb"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:27.963278497Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"573d87bb-dd42-4d09-ad31-b005a3b89461","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:28.016248876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"573d87bb-dd42-4d09-ad31-b005a3b89461","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:28.026862499Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"9621bbbf-5a2d-48fb-babb-8e93767469e8","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:28.026976501Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"9621bbbf-5a2d-48fb-babb-8e93767469e8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:28.038210135Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"2051bf54-db33-4086-8065-16f1a7906fff","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:28.038301397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"2051bf54-db33-4086-8065-16f1a7906fff","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:28.060038967Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"af6efce1-dc25-4bc4-add1-e79074347b5d","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:28.060215328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"af6efce1-dc25-4bc4-add1-e79074347b5d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:28.102238068Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"b0eb9231-d5ba-46b2-b294-d7996a7863cd","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:28.102380968Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"b0eb9231-d5ba-46b2-b294-d7996a7863cd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:28.183732034Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"aabbe194-3d95-4981-baff-afd54cc08428","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:28.183978312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"aabbe194-3d95-4981-baff-afd54cc08428","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:28.345056308Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"5566201c-4775-452f-a894-034112f5791c","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:28.345125618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"5566201c-4775-452f-a894-034112f5791c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:28.449098064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b783b3d6-65a1-434d-9b90-fb0ca845d974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:28.465245716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b783b3d6-65a1-434d-9b90-fb0ca845d974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:28.48153522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b783b3d6-65a1-434d-9b90-fb0ca845d974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:28.497760848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b783b3d6-65a1-434d-9b90-fb0ca845d974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:28.665383546Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"bffe89ba-bbe3-441f-b5b5-fc398aa9793e","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:28.665453087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"bffe89ba-bbe3-441f-b5b5-fc398aa9793e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:29.217006253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6429260a-a195-46b1-8884-a9c942732b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:29.233520693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6429260a-a195-46b1-8884-a9c942732b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:29.249628181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6429260a-a195-46b1-8884-a9c942732b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:29.265828794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6429260a-a195-46b1-8884-a9c942732b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:29.306560263Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"681994a1-3463-4bd9-adaa-618f664a46f1","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:29.306622787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"681994a1-3463-4bd9-adaa-618f664a46f1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:30.036121067Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"4d51d618-70f0-4d45-aa37-bd2968d6213f","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:30.036201661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"4d51d618-70f0-4d45-aa37-bd2968d6213f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:30.149039851Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"5c1cdf8d-9390-4ef0-abd1-9704f38cff87","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:30.153071498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"5c1cdf8d-9390-4ef0-abd1-9704f38cff87","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:30.426361265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9841a20d-7850-45c6-bc2e-7f3045b6abd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:30.44253148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9841a20d-7850-45c6-bc2e-7f3045b6abd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:30.458365202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9841a20d-7850-45c6-bc2e-7f3045b6abd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:30.474199694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9841a20d-7850-45c6-bc2e-7f3045b6abd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:31.150177838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142c3868-c7df-4dbc-9be4-27ccfb5db98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:31.166567603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142c3868-c7df-4dbc-9be4-27ccfb5db98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:31.182890791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142c3868-c7df-4dbc-9be4-27ccfb5db98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:31.199082961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142c3868-c7df-4dbc-9be4-27ccfb5db98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:31.202858644Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"b1db4047-34ba-40f3-97eb-8ca597e66889","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:31.202949911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"b1db4047-34ba-40f3-97eb-8ca597e66889","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:31.260187989Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-b7bf55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-b7bf55","reconcileID":"44b9d9c3-236e-41b7-a616-de7c32123828","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-b7bf55","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-b7bf55":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:31.361282734Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"d92ad035-286e-4257-b416-994b487cdee8","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:31.361346456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"d92ad035-286e-4257-b416-994b487cdee8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:31.97462443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8458729-5e98-4318-b3a2-bd1bf0d26813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:31.992051684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8458729-5e98-4318-b3a2-bd1bf0d26813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:32.007912381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8458729-5e98-4318-b3a2-bd1bf0d26813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:32.025267605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8458729-5e98-4318-b3a2-bd1bf0d26813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:32.743089103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328b2ada-0d73-4a87-a002-33830ac3257f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:32.759064642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328b2ada-0d73-4a87-a002-33830ac3257f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:32.775143614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328b2ada-0d73-4a87-a002-33830ac3257f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:32.791109866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328b2ada-0d73-4a87-a002-33830ac3257f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:32.842495746Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"5cb09002-d0d4-4e75-9b50-54efb3119559","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:32.842555936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"5cb09002-d0d4-4e75-9b50-54efb3119559","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:33.482447643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cde4dc-594b-4a5c-96c1-b30cde04a1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:33.508532614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cde4dc-594b-4a5c-96c1-b30cde04a1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:33.554679654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cde4dc-594b-4a5c-96c1-b30cde04a1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:33.580548601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cde4dc-594b-4a5c-96c1-b30cde04a1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:33.619689501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"6c9aa1cb-3790-4b76-8a7e-e89333f29883","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-58826b","tenantID":"e2e-api-b-58826b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:33.641428086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"6c9aa1cb-3790-4b76-8a7e-e89333f29883","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"name":"e2e-api-b-58826b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:33.677191954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-58826b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b80e58db38d6dbfece1d37887cd393bacd8b8c6fb5b65f9925a742064cf2741) AuthConfig (2ae940501a79759100243fc5f4e972f495023289f3b4392f58c1689eec095199) AuthConfig (3838fd6e2c5618e554ff8c81bae9304b38910532f22616a4715fc5eabab01b9b) AuthConfig (d9bf3fe92ac101b94a7fcb4d8f24590482248350010dd8bec9e54f866b25bc43) AuthConfig (e5b9df6cf114d8194f62e525556bf7334be52c40b6de895eaa7b72bdd4891af4) AuthConfig (342581afec576fc43ed17657f1e34e429c7a189757d9c426e3c791d8f93718dd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"6c9aa1cb-3790-4b76-8a7e-e89333f29883","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:36.205598228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"994a0e39-5884-47ed-a1ed-ac96d4b6e9dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93525b","tenantID":"e2e-api-a-93525b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:36.227265585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"994a0e39-5884-47ed-a1ed-ac96d4b6e9dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"name":"e2e-api-a-93525b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:36.247514291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-93525b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"994a0e39-5884-47ed-a1ed-ac96d4b6e9dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:36.363887587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"0cbff83c-16c2-4e80-9a39-6f6179767214","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:36.388943784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"0cbff83c-16c2-4e80-9a39-6f6179767214","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:36.417408259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"0cbff83c-16c2-4e80-9a39-6f6179767214","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:42.757424026Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","namespace":"ai-tenant-e2e-api-a-71af6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:42.757479082Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","namespace":"ai-tenant-e2e-api-a-71af6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:42.757529173Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","tenant":"e2e-api-a-71af6f","tenantID":"e2e-api-a-71af6f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:42.775720925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","gvk":"Deployment","name":"maas-api-e2e-api-a-71af6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:42.806672209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","gvk":"Service","name":"maas-api-e2e-api-a-71af6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:42.827247663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-71af6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:42.845429204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-71af6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:42.864208322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-71af6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:42.883476423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-71af6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:42.905593839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-71af6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:42.930355497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-71af6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:42.946470914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","gvk":"Deployment","name":"payload-processing-e2e-api-a-71af6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:42.962537392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-71af6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:42.978584641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","gvk":"Service","name":"payload-processing-e2e-api-a-71af6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:42.994784764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","gvk":"Service","name":"payload-pre-processing-e2e-api-a-71af6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:43.011087171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-71af6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:43.027212149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-71af6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:43.043997579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-71af6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:43.065230471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-71af6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:43.091167423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-71af6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:43.108307673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-71af6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:43.127150328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-71af6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:43.144809421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71af6f"},"namespace":"ai-tenant-e2e-api-a-71af6f","name":"default-tenant","reconcileID":"606c3687-bb49-4cc7-a44c-6e1cac738797","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-71af6f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:43.508382173Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-71af6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-71af6f","reconcileID":"385ae162-3515-46ac-8c88-1f74e35aace0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-71af6f","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-71af6f"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:43.583454138Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"66ebb2aa-e322-40a1-b5fb-9b93cf41d516","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:43.583526745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"66ebb2aa-e322-40a1-b5fb-9b93cf41d516","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:43.725040313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"734d8c1c-2953-4e95-87ad-96d84bac833d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-58826b","tenantID":"e2e-api-b-58826b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:43.761236294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"734d8c1c-2953-4e95-87ad-96d84bac833d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"name":"e2e-api-b-58826b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:43.796663367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-58826b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b80e58db38d6dbfece1d37887cd393bacd8b8c6fb5b65f9925a742064cf2741) AuthConfig (2ae940501a79759100243fc5f4e972f495023289f3b4392f58c1689eec095199) AuthConfig (3838fd6e2c5618e554ff8c81bae9304b38910532f22616a4715fc5eabab01b9b) AuthConfig (d9bf3fe92ac101b94a7fcb4d8f24590482248350010dd8bec9e54f866b25bc43) AuthConfig (e5b9df6cf114d8194f62e525556bf7334be52c40b6de895eaa7b72bdd4891af4) AuthConfig (342581afec576fc43ed17657f1e34e429c7a189757d9c426e3c791d8f93718dd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"734d8c1c-2953-4e95-87ad-96d84bac833d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:44.003394903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c295daad-0205-4967-b0e1-f6fd6b7cf1d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:44.019370936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c295daad-0205-4967-b0e1-f6fd6b7cf1d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:44.035467882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c295daad-0205-4967-b0e1-f6fd6b7cf1d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:44.051298695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c295daad-0205-4967-b0e1-f6fd6b7cf1d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:44.749782751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a64cdd81-f762-4302-acdc-c0a3d605cc4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:44.765734283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a64cdd81-f762-4302-acdc-c0a3d605cc4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:44.781874719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a64cdd81-f762-4302-acdc-c0a3d605cc4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:44.797858489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a64cdd81-f762-4302-acdc-c0a3d605cc4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:46.280227874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"7cbe60e2-9f3d-441b-80da-3c0df23388aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93525b","tenantID":"e2e-api-a-93525b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:46.301507665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"7cbe60e2-9f3d-441b-80da-3c0df23388aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"name":"e2e-api-a-93525b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:46.322020206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-93525b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"7cbe60e2-9f3d-441b-80da-3c0df23388aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:46.494584651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"521b7c54-9101-4dc9-a137-ff0056d60b40","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:46.524820998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"521b7c54-9101-4dc9-a137-ff0056d60b40","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:46.54775413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"521b7c54-9101-4dc9-a137-ff0056d60b40","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:47.159154933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"89267f85-c8f7-4119-b661-cefcc509086e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b7bf55","tenantID":"e2e-api-b-b7bf55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:47.205496209Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"89267f85-c8f7-4119-b661-cefcc509086e","name":"e2e-api-b-b7bf55-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:52.122314993Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"88c10bfc-e4e7-4a46-aa4f-76996fbbf08c","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:52.122377181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"88c10bfc-e4e7-4a46-aa4f-76996fbbf08c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:52.159092381Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"f74e5885-4ab8-40d6-bfc8-fe7ffa96edd7","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:52.159147499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"f74e5885-4ab8-40d6-bfc8-fe7ffa96edd7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:52.171340752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"7be4fc56-b4d6-41f1-8be4-bf14432e441b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-58826b","tenantID":"e2e-api-b-58826b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:52.193792521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"7be4fc56-b4d6-41f1-8be4-bf14432e441b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"name":"e2e-api-b-58826b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:52.381051362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"456c22f6-1a76-4457-8e44-ea0efe632638","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:52.381069738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"456c22f6-1a76-4457-8e44-ea0efe632638","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:52.412692407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"db1f80db-0814-453c-9bcd-02229ac81003","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-58826b","tenantID":"e2e-api-b-58826b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:52.451430106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"db1f80db-0814-453c-9bcd-02229ac81003","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"name":"e2e-api-b-58826b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:52.542241289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9af0dce-a4a2-45cf-92c8-fb7d31cfd52a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:52.558519006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9af0dce-a4a2-45cf-92c8-fb7d31cfd52a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:52.574458544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9af0dce-a4a2-45cf-92c8-fb7d31cfd52a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:52.590445349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9af0dce-a4a2-45cf-92c8-fb7d31cfd52a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:53.356453433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee2b911-b318-4bb0-a5e3-39de2f82448c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:53.373428786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee2b911-b318-4bb0-a5e3-39de2f82448c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:53.38965754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee2b911-b318-4bb0-a5e3-39de2f82448c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:53.406008989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee2b911-b318-4bb0-a5e3-39de2f82448c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:54.382869985Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:56.355429342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"92768669-159e-438e-a8f3-b49b8eb783cb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93525b","tenantID":"e2e-api-a-93525b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:56.37681384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"92768669-159e-438e-a8f3-b49b8eb783cb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"name":"e2e-api-a-93525b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:56.397550047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-93525b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3515570515b12f3e6bd5056790e86e6ba4d792f600ec90a596f0d4088db2def6) AuthConfig (7e098ca00f7afa694cea92553200390f058871ceb156d9b98ea081f2b4e66ea8) AuthConfig (cebbbf005984d9ec44aa12250bee813358397306e510eac42c17faebf825fb05) AuthConfig (d22ce206587a3a8d77d8c36af8f7d2752ff8b34055cf8d0bbac6210d348d0063) AuthConfig (dffc203416508d6183e678794b962aa6e5d6fee4f3be24082b00f68312a34ba8) AuthConfig (5c0372ca0d9b2659220d85684498ea80f9487b05e970916fa134c4311ae66d5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"92768669-159e-438e-a8f3-b49b8eb783cb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:56.423151099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65732c69-b89b-42c9-9c73-82621d8e8060","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:56.423169215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65732c69-b89b-42c9-9c73-82621d8e8060","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:56.61229478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"09c87820-a871-4b33-aff5-7e58e9842510","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:56.633991995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"09c87820-a871-4b33-aff5-7e58e9842510","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:56.669607372Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"09c87820-a871-4b33-aff5-7e58e9842510","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-5bb1c992","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:56.806490317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bedcdca9-33a0-48f7-9509-e0d039a02218","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:56.806508085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bedcdca9-33a0-48f7-9509-e0d039a02218","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:57.295001285Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"e3e120fa-d6c2-492e-8dcd-3f3d0e8d4c3f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:57.295051524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85165516-78c9-4bd8-bf6f-60f0269b110d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:57.29506676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85165516-78c9-4bd8-bf6f-60f0269b110d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:57.311267099Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5bb1c992","reconcileID":"e3e120fa-d6c2-492e-8dcd-3f3d0e8d4c3f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5bb1c992","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-5bb1c992","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:57.537761723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0e670e4-4457-4dcf-84e7-6fc2098015c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:57.537787644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0e670e4-4457-4dcf-84e7-6fc2098015c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:58.641264763Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"e27c38e0-1fa7-4677-adcb-1fc8d34fd56d","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:58.641330339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"e27c38e0-1fa7-4677-adcb-1fc8d34fd56d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:58.70007705Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"a100e86c-69dc-4f12-939e-abf7d57918ab","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:51:58.700135951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"a100e86c-69dc-4f12-939e-abf7d57918ab","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:59.032209506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d0af25-5103-454d-b6d1-00e77ff14031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:59.048375706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d0af25-5103-454d-b6d1-00e77ff14031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:59.064629278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d0af25-5103-454d-b6d1-00e77ff14031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:59.081026466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d0af25-5103-454d-b6d1-00e77ff14031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:59.776028641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"5735c4f9-224b-4a9c-855a-48fcf5223ed0","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:59.776048383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"5735c4f9-224b-4a9c-855a-48fcf5223ed0","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:59.816690541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7abea3bc-52b5-4bd9-909b-abc14b92d614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:59.842758305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7abea3bc-52b5-4bd9-909b-abc14b92d614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:59.859957029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7abea3bc-52b5-4bd9-909b-abc14b92d614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:59.867942884Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-6d9258eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-6d9258eb","reconcileID":"5c3185c2-e07b-47f3-b814-68f5078d505b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-6d9258eb","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-6d9258eb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:51:59.876322781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7abea3bc-52b5-4bd9-909b-abc14b92d614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:00.249977098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"f8b63cd7-2dbc-4f34-a856-f9adc49aa8f3","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:00.249998733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"f8b63cd7-2dbc-4f34-a856-f9adc49aa8f3","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:00.652318691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f04c5ef4-1a22-4c53-afc6-579adf2ae044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:00.668328426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f04c5ef4-1a22-4c53-afc6-579adf2ae044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:00.684741568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f04c5ef4-1a22-4c53-afc6-579adf2ae044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:00.700853575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f04c5ef4-1a22-4c53-afc6-579adf2ae044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:02.397575409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"03ae40cc-5b51-4bfe-875e-15d10390ee54","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-58826b","tenantID":"e2e-api-b-58826b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:02.434345383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"03ae40cc-5b51-4bfe-875e-15d10390ee54","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"name":"e2e-api-b-58826b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:02.60666921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"f34b38dd-c1d2-42fb-87e1-edd1cfe116b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-58826b","tenantID":"e2e-api-b-58826b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:02.62845765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"f34b38dd-c1d2-42fb-87e1-edd1cfe116b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"name":"e2e-api-b-58826b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:05.143044887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e80fde45-2c8e-4a9b-b1fd-891cf6d57cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:05.159174301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e80fde45-2c8e-4a9b-b1fd-891cf6d57cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:05.175307776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e80fde45-2c8e-4a9b-b1fd-891cf6d57cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:05.191478497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e80fde45-2c8e-4a9b-b1fd-891cf6d57cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:05.977971623Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-caa7a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-caa7a0","reconcileID":"ca44a166-4731-49d1-95b4-49f711ca8eb9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-caa7a0","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-caa7a0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:05.999917821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6e4d668-74d7-4114-b9d6-b8c47c596cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:06.016642709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6e4d668-74d7-4114-b9d6-b8c47c596cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:06.035936746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6e4d668-74d7-4114-b9d6-b8c47c596cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:06.053339757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6e4d668-74d7-4114-b9d6-b8c47c596cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:06.502839957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"74bb791c-1dc3-4bf7-89ee-eea208addef5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93525b","tenantID":"e2e-api-a-93525b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:06.527263357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"74bb791c-1dc3-4bf7-89ee-eea208addef5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"name":"e2e-api-a-93525b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:06.645271436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3b4a885-82b1-4e92-90d3-a63e47cfe0e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:06.645301264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3b4a885-82b1-4e92-90d3-a63e47cfe0e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:06.795839067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46485ea3-76b3-4af8-92d9-9ad891c152d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:06.812123523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46485ea3-76b3-4af8-92d9-9ad891c152d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:06.82795556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46485ea3-76b3-4af8-92d9-9ad891c152d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:06.844331064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46485ea3-76b3-4af8-92d9-9ad891c152d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:07.134800779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f559cbd-9319-4abf-90e9-73863cc943ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:07.134820003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f559cbd-9319-4abf-90e9-73863cc943ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:07.158781127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb171232-9ea8-4536-b387-da187194bd9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:07.158804478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb171232-9ea8-4536-b387-da187194bd9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:07.191812163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"fdcc9428-886e-4191-ba9b-4c4271de1e17","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b7bf55","tenantID":"e2e-api-b-b7bf55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:07.265200134Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"fdcc9428-886e-4191-ba9b-4c4271de1e17","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"name":"e2e-api-b-b7bf55-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:07.284856188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b7bf55-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"fdcc9428-886e-4191-ba9b-4c4271de1e17","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:07.306512692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a09ebd83-6d2d-4feb-8225-7bb04ef7fd8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:07.306529346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a09ebd83-6d2d-4feb-8225-7bb04ef7fd8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:07.572468693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105f20e3-a99c-4f35-bf54-b64d135de041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:07.58849508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105f20e3-a99c-4f35-bf54-b64d135de041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:07.604508614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105f20e3-a99c-4f35-bf54-b64d135de041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:07.620458744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105f20e3-a99c-4f35-bf54-b64d135de041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:07.680440888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"d63eebe9-9d33-4ba7-b24f-6b96c75bfc87","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93525b","tenantID":"e2e-api-a-93525b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:07.76141844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"d63eebe9-9d33-4ba7-b24f-6b96c75bfc87","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"name":"e2e-api-a-93525b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:08.002315362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"cc2664db-20ca-463e-ae81-60f554d75013","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93525b","tenantID":"e2e-api-a-93525b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:08.025922505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"cc2664db-20ca-463e-ae81-60f554d75013","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"name":"e2e-api-a-93525b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:08.681608901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929fdc90-3526-4f3b-a0e3-cbe56b98b77e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:08.699019732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929fdc90-3526-4f3b-a0e3-cbe56b98b77e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:08.715973032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929fdc90-3526-4f3b-a0e3-cbe56b98b77e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:08.732778466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929fdc90-3526-4f3b-a0e3-cbe56b98b77e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:17.362122444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"db9f36bc-a59f-4893-a5e9-6320149b4bdf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b7bf55","tenantID":"e2e-api-b-b7bf55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:17.403079359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"db9f36bc-a59f-4893-a5e9-6320149b4bdf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"name":"e2e-api-b-b7bf55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:17.460170237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b7bf55-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"db9f36bc-a59f-4893-a5e9-6320149b4bdf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:18.14794531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"be2a664c-79fe-484c-a6af-c798f29e1f91","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93525b","tenantID":"e2e-api-a-93525b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:18.16947255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"be2a664c-79fe-484c-a6af-c798f29e1f91","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"name":"e2e-api-a-93525b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:18.24894972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"9060b406-8940-45f6-8a45-9f5a293cfb10","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93525b","tenantID":"e2e-api-a-93525b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:18.272685698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"9060b406-8940-45f6-8a45-9f5a293cfb10","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"name":"e2e-api-a-93525b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:19.192986097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"08656cf3-ae46-4b5a-ab32-679c305503c0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6d9258eb","tenantID":"e2e-mt-6d9258eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:19.238555071Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"08656cf3-ae46-4b5a-ab32-679c305503c0","name":"e2e-mt-6d9258eb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:19.276921212Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"40e6a9af-af6d-440d-a154-6d0492725039","namespace":"ai-tenant-e2e-api-b-58826b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:19.277033379Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"40e6a9af-af6d-440d-a154-6d0492725039","namespace":"ai-tenant-e2e-api-b-58826b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:19.277104719Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"40e6a9af-af6d-440d-a154-6d0492725039","name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:19.314770211Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"71cc3446-2883-4ea2-ba5b-85c88765260f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:19.315254166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1178028-ab07-4b33-ba6e-ca1a35a8ffbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:19.315638325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1178028-ab07-4b33-ba6e-ca1a35a8ffbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:19.318152224Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"40e6a9af-af6d-440d-a154-6d0492725039","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:19.467434989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"71cc3446-2883-4ea2-ba5b-85c88765260f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-58826b","tenantID":"e2e-api-b-58826b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:19.570964811Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"71cc3446-2883-4ea2-ba5b-85c88765260f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"name":"e2e-api-b-58826b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:19.570995287Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"e2e-e2e-api-b-58826b-policy","reconcileID":"71cc3446-2883-4ea2-ba5b-85c88765260f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-58826b-policy","namespace":"ai-tenant-e2e-api-b-58826b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-58826b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:19.659977568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e81bf93c-d255-4b00-a2be-4954f10c4f5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:19.660000362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e81bf93c-d255-4b00-a2be-4954f10c4f5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:24.225848057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e718e34c-b489-418f-9b64-9ab55a51c67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:24.241945716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e718e34c-b489-418f-9b64-9ab55a51c67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:24.257995241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e718e34c-b489-418f-9b64-9ab55a51c67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:24.274009837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e718e34c-b489-418f-9b64-9ab55a51c67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:24.382103516Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:24.997139464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e485f9-e9f1-4600-96c0-5d443300eab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:25.018352611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e485f9-e9f1-4600-96c0-5d443300eab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:25.036055453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e485f9-e9f1-4600-96c0-5d443300eab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:25.044410363Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-84fed1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-84fed1","reconcileID":"9fc96b49-01bc-42ec-8c1e-2f3e482651c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-84fed1","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-84fed1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:25.052846738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e485f9-e9f1-4600-96c0-5d443300eab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:25.293173425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"d246151b-4028-45f3-a2c7-1852b2e9afba","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-caa7a0","tenantID":"e2e-ipp-a-caa7a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:25.338764429Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"d246151b-4028-45f3-a2c7-1852b2e9afba","name":"e2e-ipp-a-caa7a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:25.999260715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c519d9-289b-44e5-bbe3-03ef8d11cfc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:26.015435417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c519d9-289b-44e5-bbe3-03ef8d11cfc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:26.031847229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c519d9-289b-44e5-bbe3-03ef8d11cfc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:26.047924721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c519d9-289b-44e5-bbe3-03ef8d11cfc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:27.499872532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"cd8b1528-eed3-4a2a-bb2e-d8a33875a6d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b7bf55","tenantID":"e2e-api-b-b7bf55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:27.547041576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"cd8b1528-eed3-4a2a-bb2e-d8a33875a6d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"name":"e2e-api-b-b7bf55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:27.572109291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b7bf55-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2af04fdaba16526420a3381a3cb98a7c903efb68eaaff4968eea96ce8b5ab6e8) AuthConfig (ce4983190d59c291d35a354f3edcabaa0d38eddd6e42a45d16b7a1a0a7094cb8) AuthConfig (581d69133fbb79e382df7fc711b8f88ddcd911c21b725c6258d16cbc8fda0109) AuthConfig (663fa8e94e111501e141564f725edca89bc20d09df3f4f2701891e0aafa052ff) AuthConfig (ca5a43e2f45920a3073bffcc00172d8843ee9cef8b65f8492a277afa382ef4dc) AuthConfig (1059f305fc029ae04575ac2c259805f886957ef25515563d291f57de8be8bd21)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"cd8b1528-eed3-4a2a-bb2e-d8a33875a6d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:27.597394453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a7c54ee-7dc0-4b85-802f-271ae5a3b56c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:27.597495778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a7c54ee-7dc0-4b85-802f-271ae5a3b56c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:35.056324371Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"d526366b-c63d-46b1-8107-fa7c1436861d","namespace":"ai-tenant-e2e-api-a-93525b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:35.056379806Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"d526366b-c63d-46b1-8107-fa7c1436861d","namespace":"ai-tenant-e2e-api-a-93525b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:35.05642698Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"d526366b-c63d-46b1-8107-fa7c1436861d","name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:35.075579287Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"d526366b-c63d-46b1-8107-fa7c1436861d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:35.075935307Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"0fd7f653-fbca-4f7f-8e81-814b860ba588","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:35.076249835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0406b201-c3d8-42af-b39f-d68a1f78ea53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:35.076265907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0406b201-c3d8-42af-b39f-d68a1f78ea53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:35.12462308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"0fd7f653-fbca-4f7f-8e81-814b860ba588","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93525b","tenantID":"e2e-api-a-93525b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:35.182257669Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"0fd7f653-fbca-4f7f-8e81-814b860ba588","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"name":"e2e-api-a-93525b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:35.182282797Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"e2e-e2e-api-a-93525b-policy","reconcileID":"0fd7f653-fbca-4f7f-8e81-814b860ba588","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93525b-policy","namespace":"ai-tenant-e2e-api-a-93525b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93525b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:35.203330914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73481da1-4ef3-4d11-8c60-b4185b5b7a80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:35.203349049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73481da1-4ef3-4d11-8c60-b4185b5b7a80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:37.238379598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"2cdece14-8802-4465-bdbd-5c016ec476f5","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:37.238544198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"2cdece14-8802-4465-bdbd-5c016ec476f5","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:37.639212929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be49d6b2-6a1f-4a67-8c93-d357d9b026df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:37.639349817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"6db0183d-b8d3-4a99-a0a6-573c29a9f151","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b7bf55","tenantID":"e2e-api-b-b7bf55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:37.655733263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be49d6b2-6a1f-4a67-8c93-d357d9b026df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:37.672701968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be49d6b2-6a1f-4a67-8c93-d357d9b026df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:37.676519667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"6db0183d-b8d3-4a99-a0a6-573c29a9f151","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"name":"e2e-api-b-b7bf55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:37.689069496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be49d6b2-6a1f-4a67-8c93-d357d9b026df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:37.708942476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b7bf55-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2af04fdaba16526420a3381a3cb98a7c903efb68eaaff4968eea96ce8b5ab6e8) AuthConfig (ce4983190d59c291d35a354f3edcabaa0d38eddd6e42a45d16b7a1a0a7094cb8) AuthConfig (581d69133fbb79e382df7fc711b8f88ddcd911c21b725c6258d16cbc8fda0109) AuthConfig (663fa8e94e111501e141564f725edca89bc20d09df3f4f2701891e0aafa052ff) AuthConfig (ca5a43e2f45920a3073bffcc00172d8843ee9cef8b65f8492a277afa382ef4dc) AuthConfig (1059f305fc029ae04575ac2c259805f886957ef25515563d291f57de8be8bd21)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"6db0183d-b8d3-4a99-a0a6-573c29a9f151","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:38.331225954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806eb7c3-240f-4a25-a0a1-84710d5a307f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:38.34735267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806eb7c3-240f-4a25-a0a1-84710d5a307f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:38.363463815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806eb7c3-240f-4a25-a0a1-84710d5a307f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:38.379548455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806eb7c3-240f-4a25-a0a1-84710d5a307f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.230380947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"59b880bb-6500-478f-8b89-26f61f5d5370","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-84fed1","tenantID":"e2e-api-a-84fed1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.2776871Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"59b880bb-6500-478f-8b89-26f61f5d5370","name":"e2e-api-a-84fed1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.299167442Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","namespace":"ai-tenant-e2e-api-b-58826b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.30026281Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","namespace":"ai-tenant-e2e-api-b-58826b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.300486805Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","tenant":"e2e-api-b-58826b","tenantID":"e2e-api-b-58826b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.320712814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","gvk":"Deployment","name":"maas-api-e2e-api-b-58826b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.351541357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","gvk":"Service","name":"maas-api-e2e-api-b-58826b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.374796214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-58826b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.408334926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-58826b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.429486996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-58826b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.44797054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-58826b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.468685318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-58826b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.487242264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-58826b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.502764987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","gvk":"Deployment","name":"payload-processing-e2e-api-b-58826b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.518433388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-58826b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.534183844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","gvk":"Service","name":"payload-processing-e2e-api-b-58826b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.549524702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","gvk":"Service","name":"payload-pre-processing-e2e-api-b-58826b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.565427124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-58826b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.581233364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-58826b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.616461157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-58826b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.644421417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-58826b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.712751621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-58826b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.745289822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-58826b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.768493928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-58826b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:44.789217945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-58826b"},"namespace":"ai-tenant-e2e-api-b-58826b","name":"default-tenant","reconcileID":"b3f75f0d-0129-45fb-bffe-53b04efb65ce","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-58826b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:45.245425598Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-58826b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-58826b","reconcileID":"4218a110-0aa4-40cc-9518-3b8d5b76a0d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-58826b","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-58826b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:45.755091233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de0d8ebd-9a3f-4c12-bd00-30214f0391e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:45.771263538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de0d8ebd-9a3f-4c12-bd00-30214f0391e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:45.787310165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de0d8ebd-9a3f-4c12-bd00-30214f0391e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:45.803317977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de0d8ebd-9a3f-4c12-bd00-30214f0391e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:46.82171355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea3db37-7eb3-499b-a531-84a728af0d38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:46.843996076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea3db37-7eb3-499b-a531-84a728af0d38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:46.919890638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea3db37-7eb3-499b-a531-84a728af0d38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:46.938409791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea3db37-7eb3-499b-a531-84a728af0d38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:47.783507461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"6f881423-c7c0-4876-a1a5-204a03157f1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b7bf55","tenantID":"e2e-api-b-b7bf55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:47.806927105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"6f881423-c7c0-4876-a1a5-204a03157f1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"name":"e2e-api-b-b7bf55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:47.89732263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da74d56d-d6e9-47d8-b4ea-2ae5d61d1829","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:47.897343281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da74d56d-d6e9-47d8-b4ea-2ae5d61d1829","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.069116845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f75741a8-4992-48bb-92a3-0d5a5b61e538","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.069246127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f75741a8-4992-48bb-92a3-0d5a5b61e538","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.08898219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12a9de49-62db-4cdb-8a96-e7873b7c27f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.089081027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12a9de49-62db-4cdb-8a96-e7873b7c27f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.141068227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1027c147","reconcileID":"cce9aa0f-f3d9-450a-b947-f604f28c91dc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.166116299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1027c147","reconcileID":"cce9aa0f-f3d9-450a-b947-f604f28c91dc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.257939012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52cb0ae6-c623-4b57-8e77-919fda000fa5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.257970188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52cb0ae6-c623-4b57-8e77-919fda000fa5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.317061162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1027c147","reconcileID":"080cbc70-26f4-4566-9e44-5825f594a161","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.339978868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1027c147","reconcileID":"080cbc70-26f4-4566-9e44-5825f594a161","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.360192452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d4fe838-2ef2-4c21-bb45-1af913d79dcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.36027375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d4fe838-2ef2-4c21-bb45-1af913d79dcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.389225184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3197fc47-f814-4aa3-9dde-ed088f27d108","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.389247259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3197fc47-f814-4aa3-9dde-ed088f27d108","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:52:53.404161384Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1027c147","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1027c147","reconcileID":"d6e24273-0ffd-4bae-9d11-c689a63b09db","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-1027c147\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.420988991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd6add87-058e-48ea-930f-0aff1592bb4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.420988993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d146afbd-b967-4fef-a967-f720045bccd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.442857154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd6add87-058e-48ea-930f-0aff1592bb4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.443355562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d146afbd-b967-4fef-a967-f720045bccd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.44840279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09cfac64-8a58-4a38-9187-f3caf545a6fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.448418219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09cfac64-8a58-4a38-9187-f3caf545a6fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.472873815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f870e7e2-8142-495e-bd1a-442de51c7bf1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.476810046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f870e7e2-8142-495e-bd1a-442de51c7bf1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.527956361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1027c147","reconcileID":"482f1772-0d86-4ccb-80c7-5e239dcec49f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.549150951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1027c147","reconcileID":"482f1772-0d86-4ccb-80c7-5e239dcec49f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.567466125Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1027c147","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1027c147","reconcileID":"592eb56f-1d6c-4cb4-9e8e-cc65e0c770e9","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1027c147","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-1027c147","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.567657017Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1027c147","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1027c147","reconcileID":"592eb56f-1d6c-4cb4-9e8e-cc65e0c770e9","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1027c147","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-1027c147","error":"MaaSModelRef not found: llm/nonexistent-model-1027c147","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.64021715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a7e3beb9-82dd-408a-8793-41175af3d81b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.645465743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43ef9ad9-b7d2-4d3f-adc0-1d1605770b01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.645485951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43ef9ad9-b7d2-4d3f-adc0-1d1605770b01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.724984154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6da8d449-0349-4b1b-9a90-aa623c885e37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.725005984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75da3564-550c-4c82-ab14-1fb719e52ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.741852546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1027c147","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1027c147","reconcileID":"2f20cdd1-9245-412d-b72e-578cb5bccab5","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1027c147","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.741981081Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1027c147","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1027c147","reconcileID":"2f20cdd1-9245-412d-b72e-578cb5bccab5","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1027c147","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-1027c147","error":"MaaSModelRef not found: llm/nonexistent-model-1027c147","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.74614293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75da3564-550c-4c82-ab14-1fb719e52ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:53.746205637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6da8d449-0349-4b1b-9a90-aa623c885e37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:54.384334424Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:55.715044664Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","namespace":"ai-tenant-e2e-api-a-93525b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:55.715127983Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","namespace":"ai-tenant-e2e-api-a-93525b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:55.71519125Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","tenant":"e2e-api-a-93525b","tenantID":"e2e-api-a-93525b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:55.733681859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","gvk":"Deployment","name":"maas-api-e2e-api-a-93525b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:55.77232487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","gvk":"Service","name":"maas-api-e2e-api-a-93525b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:55.791963366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-93525b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:55.810412749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-93525b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:55.833493233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-93525b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:55.86041806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-93525b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:55.8825037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-93525b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:55.90125205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-93525b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:55.916939904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","gvk":"Deployment","name":"payload-processing-e2e-api-a-93525b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:55.93270875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-93525b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:55.948605485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","gvk":"Service","name":"payload-processing-e2e-api-a-93525b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:55.964914481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","gvk":"Service","name":"payload-pre-processing-e2e-api-a-93525b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:55.981014047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-93525b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:55.997042552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-93525b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:56.021237812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-93525b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:56.070191168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-93525b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:56.092333324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-93525b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:56.114462652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-93525b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:56.132389159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-93525b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:56.150097953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93525b"},"namespace":"ai-tenant-e2e-api-a-93525b","name":"default-tenant","reconcileID":"e21b3d2b-5f21-4a6f-9d74-1b4861b222f0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-93525b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:56.206080281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"03289cea-5583-4ea4-ac2b-468ec468d323","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:56.206110144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"03289cea-5583-4ea4-ac2b-468ec468d323","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:56.797358257Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-93525b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-93525b","reconcileID":"874d1b34-3e80-42de-8159-5f9e88e774ef","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-93525b","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-93525b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:56.947599738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"5d84ee1d-bc34-4ceb-b73d-0f2d653d0110","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:56.947638223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"5d84ee1d-bc34-4ceb-b73d-0f2d653d0110","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:56.978056574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151cb3ac-f151-4ae9-9b09-89d504db5055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:57.029104219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151cb3ac-f151-4ae9-9b09-89d504db5055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:57.048214046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151cb3ac-f151-4ae9-9b09-89d504db5055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:57.064568772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151cb3ac-f151-4ae9-9b09-89d504db5055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:57.747745008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2cd33c-e733-4154-ab3b-fe1241cd52f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:57.764059398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2cd33c-e733-4154-ab3b-fe1241cd52f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:57.780139083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2cd33c-e733-4154-ab3b-fe1241cd52f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:57.797075222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2cd33c-e733-4154-ab3b-fe1241cd52f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:58.461140023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8514185b-13c2-4f1d-8fb6-38cee0d380e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:58.477666625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8514185b-13c2-4f1d-8fb6-38cee0d380e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:58.493618572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8514185b-13c2-4f1d-8fb6-38cee0d380e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:52:58.509580242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8514185b-13c2-4f1d-8fb6-38cee0d380e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:03.984344554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"caa7a1c8-3745-41c7-9a35-7d3db95ab382","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:03.984368839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"caa7a1c8-3745-41c7-9a35-7d3db95ab382","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:04.035239246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1027c147","reconcileID":"b69a6bae-2d61-458f-8296-d9f6aff5e9a3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:04.035632776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d3631a2-3873-4203-ab58-592a17bb0990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:04.061264951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95b0d2c0-08e9-4570-8ae6-9c15dcf6f011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:04.105276854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1027c147","reconcileID":"b69a6bae-2d61-458f-8296-d9f6aff5e9a3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:04.356270299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d3631a2-3873-4203-ab58-592a17bb0990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:04.615355783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95b0d2c0-08e9-4570-8ae6-9c15dcf6f011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:04.69791753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"2d2565f4-e710-46ba-b562-f2d2a60bd064","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b7bf55","tenantID":"e2e-api-b-b7bf55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:04.729621757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"2d2565f4-e710-46ba-b562-f2d2a60bd064","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"name":"e2e-api-b-b7bf55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:04.862485554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"5bd87b8e-a02d-470b-84b3-610d580fb769","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b7bf55","tenantID":"e2e-api-b-b7bf55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:04.889349813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"5bd87b8e-a02d-470b-84b3-610d580fb769","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"name":"e2e-api-b-b7bf55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:05.114022335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a469d7c9-1c3c-4c79-b3d6-7575691d93fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:05.132663116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a469d7c9-1c3c-4c79-b3d6-7575691d93fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:05.148924265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a469d7c9-1c3c-4c79-b3d6-7575691d93fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:05.173943385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a469d7c9-1c3c-4c79-b3d6-7575691d93fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:06.138647681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8983903-4e3e-4802-bef8-519edbcc1cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:06.155104911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8983903-4e3e-4802-bef8-519edbcc1cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:06.171277693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8983903-4e3e-4802-bef8-519edbcc1cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:06.187421494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8983903-4e3e-4802-bef8-519edbcc1cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:07.21131557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd2ef08-5945-4f62-9f6e-78bc05d80699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:07.276491104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd2ef08-5945-4f62-9f6e-78bc05d80699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:07.309510656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd2ef08-5945-4f62-9f6e-78bc05d80699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:07.370749127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd2ef08-5945-4f62-9f6e-78bc05d80699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:07.529993871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"55d87ce7-0014-48da-aee2-497623ca1d82","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"tenant":"e2e-mt-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","model":"ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:07.530021027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"55d87ce7-0014-48da-aee2-497623ca1d82","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"routeName":"e2e-lifecycle-model-6d9258eb-kserve-route","namespace":"ai-tenant-e2e-mt-6d9258eb","llmisvcName":"e2e-lifecycle-model-6d9258eb","gateway":"openshift-ingress/e2e-mt-6d9258eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:08.136339797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07f06e9-dd4f-44f1-b8a0-f646743d698d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:08.154872107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07f06e9-dd4f-44f1-b8a0-f646743d698d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:08.193426314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07f06e9-dd4f-44f1-b8a0-f646743d698d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:08.243193598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07f06e9-dd4f-44f1-b8a0-f646743d698d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:12.184867674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"b907c543-e9fe-4700-830c-8197e8f073d2","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:12.262224091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"e5b42498-a5e5-4f96-bddc-4e4a4a0a2db6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:12.262623467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"67d5dfb1-7d60-41f2-a727-54a6fe17d7eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:12.262945884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"f7fcd275-f346-4efa-8c37-4db159b591bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:12.287278863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"e5b42498-a5e5-4f96-bddc-4e4a4a0a2db6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:12.290385663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"67d5dfb1-7d60-41f2-a727-54a6fe17d7eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:12.325752448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"c7b146f1-bfe1-403b-97cf-acdabe876c5a","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:12.39191976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"cb54b818-e562-4683-8259-cdc0b04a59bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:13.090635623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"6422c324-1aed-4f1e-97a1-eedddd33d2b1","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:14.039450703Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1027c147","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1027c147","reconcileID":"10b27c3c-a341-49b5-9c6c-15d19dd04f31","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1027c147","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-1027c147","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:14.113526832Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1027c147","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1027c147","reconcileID":"10b27c3c-a341-49b5-9c6c-15d19dd04f31","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1027c147","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:14.113557454Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1027c147","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1027c147","reconcileID":"10b27c3c-a341-49b5-9c6c-15d19dd04f31","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1027c147","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-1027c147","subscription":"e2e-neg-ghost-sub-1027c147","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:14.113667488Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1027c147","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1027c147","reconcileID":"10b27c3c-a341-49b5-9c6c-15d19dd04f31","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1027c147","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-1027c147","error":"MaaSModelRef not found: llm/nonexistent-model-1027c147","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:14.183669088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5654126a-08a9-4a2c-b5bc-dc6c6318a157","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:14.289621918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2fd4ef6-4bb6-49a6-b942-1168189e8c25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:14.289644866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2fd4ef6-4bb6-49a6-b942-1168189e8c25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:14.337742279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d33c2995-9dff-4b6b-b44b-3d83ecddac3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:14.337749145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1027c147","reconcileID":"49fa76c1-425e-468a-a6ca-9181318df0b9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:14.338115843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa1c3abf-ee29-4bbf-aef9-4023a94e51b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:14.360020128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1027c147","reconcileID":"49fa76c1-425e-468a-a6ca-9181318df0b9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:14.361200288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d33c2995-9dff-4b6b-b44b-3d83ecddac3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:14.364736819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa1c3abf-ee29-4bbf-aef9-4023a94e51b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:14.447942299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d579dd16-4e03-40f5-a33a-c9c5f4672f50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:14.447964807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d579dd16-4e03-40f5-a33a-c9c5f4672f50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:14.494509799Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1027c147","reconcileID":"a725fa4a-3358-489a-a651-3d63b4ca79a1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1027c147","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:14.718085019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad8db4f6-a383-4c60-950c-32d372434b1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:14.718110287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad8db4f6-a383-4c60-950c-32d372434b1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:15.017179469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"cf311db1-5d08-4a60-9c55-4ec96a7c1deb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b7bf55","tenantID":"e2e-api-b-b7bf55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:15.038269352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"cf311db1-5d08-4a60-9c55-4ec96a7c1deb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"name":"e2e-api-b-b7bf55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:15.12561276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"331beb32-4cb1-40ea-b727-08502de6e3dd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b7bf55","tenantID":"e2e-api-b-b7bf55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:15.146949414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"331beb32-4cb1-40ea-b727-08502de6e3dd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"name":"e2e-api-b-b7bf55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:16.776227776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"b7f52a26-bc3e-4afe-905d-e44d2d531684","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:16.84448197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"1258228f-3f4a-4ebc-86d7-32d3ada1321f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:16.847454281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7718ad19-ec78-49ba-b4b0-70af70858b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:16.847454666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"4e9cece0-9bac-4086-81c2-5862e5af8414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:16.883100895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"4e9cece0-9bac-4086-81c2-5862e5af8414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:16.88461766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7718ad19-ec78-49ba-b4b0-70af70858b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:16.916762275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"68fe1006-48d2-4fbe-844b-034f7a528596","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:16.987274722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"9491ddf6-40ff-4d2c-921c-1383931683bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.296846544Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","namespace":"ai-tenant-e2e-mt-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.296957868Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","namespace":"ai-tenant-e2e-mt-6d9258eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.297028025Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","tenant":"e2e-mt-6d9258eb","tenantID":"e2e-mt-6d9258eb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.31702576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","gvk":"Deployment","name":"maas-api-e2e-mt-6d9258eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.353413539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","gvk":"Service","name":"maas-api-e2e-mt-6d9258eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.373702911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-6d9258eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.39666352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-6d9258eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.415513066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.43642508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.455367927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.479663521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.495695104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","gvk":"Deployment","name":"payload-processing-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.511847854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.527604918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","gvk":"Service","name":"payload-processing-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.543223011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","gvk":"Service","name":"payload-pre-processing-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.565186829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","gvk":"DestinationRule","name":"payload-processing-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.587179104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.615616774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.642634365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.679229523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.732326801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.794125965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-6d9258eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:17.81066638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"default-tenant","reconcileID":"b92d8300-09f0-4412-8a0d-15dacabe6fd4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-6d9258eb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:18.333837209Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-6d9258eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-6d9258eb","reconcileID":"376ff91c-22f3-4ce4-a0d3-a8365adbcae9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-6d9258eb","removed":["maas.opendatahub.io/gateway-access-e2e-mt-6d9258eb"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:18.416834206Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"40cb7ead-2ade-4bf1-93d5-8355b1e0d713","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:18.45544898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"40cb7ead-2ade-4bf1-93d5-8355b1e0d713","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:18.487002483Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"17fd7c70-49a4-4336-899b-e07a13128ac3","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:18.487168852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"17fd7c70-49a4-4336-899b-e07a13128ac3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:18.508677393Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"c302dbf0-0092-4acb-8542-72ff76f43b8b","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:18.50885452Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"c302dbf0-0092-4acb-8542-72ff76f43b8b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:18.530811176Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"fea06e18-a92c-4be8-ab1d-31f179f36bd1","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:18.531013358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"fea06e18-a92c-4be8-ab1d-31f179f36bd1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:18.574502325Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"4b3b293b-d000-4c5e-a60e-bd504be4a310","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:18.574628607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"4b3b293b-d000-4c5e-a60e-bd504be4a310","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:18.676525112Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"f1471af6-b06c-43a6-9b18-b50ba37063ad","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:18.676701372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"f1471af6-b06c-43a6-9b18-b50ba37063ad","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:18.837480534Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"870acca5-7033-46ba-8260-cb12a48c7921","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:18.83755083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"870acca5-7033-46ba-8260-cb12a48c7921","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:19.023889709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f05fe5-796a-4923-afee-9203017d20ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:19.039844666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f05fe5-796a-4923-afee-9203017d20ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:19.055933143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f05fe5-796a-4923-afee-9203017d20ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:19.076595155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f05fe5-796a-4923-afee-9203017d20ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:19.162184364Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"7c6984dd-cf9f-41b2-9541-ba76fd7f2414","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:19.162275357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"7c6984dd-cf9f-41b2-9541-ba76fd7f2414","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:19.264652604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"02366cbe-71b4-449c-8299-e835499c8370","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:19.77844428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c41257-089f-45d5-b227-2d91fcc9cafa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:19.79456284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c41257-089f-45d5-b227-2d91fcc9cafa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:19.802980422Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"4fd9f1b0-3ddf-49f2-b649-7790e89b2845","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:19.803044435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"4fd9f1b0-3ddf-49f2-b649-7790e89b2845","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:19.810859921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c41257-089f-45d5-b227-2d91fcc9cafa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:19.826766671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c41257-089f-45d5-b227-2d91fcc9cafa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:20.222530275Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"7b5ae87c-314e-4aca-94fa-b528cc6c1a0a","namespace":"ai-tenant-e2e-api-b-b7bf55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:20.222594382Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"7b5ae87c-314e-4aca-94fa-b528cc6c1a0a","namespace":"ai-tenant-e2e-api-b-b7bf55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:20.222642039Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"7b5ae87c-314e-4aca-94fa-b528cc6c1a0a","name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:20.241687339Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"7b5ae87c-314e-4aca-94fa-b528cc6c1a0a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:20.242051435Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"babfe0a5-979a-4edf-8993-9c38f7568085","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:20.242342407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e820ec9-aa86-474e-9a98-6e653859d214","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:20.242357829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e820ec9-aa86-474e-9a98-6e653859d214","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:20.290765746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"babfe0a5-979a-4edf-8993-9c38f7568085","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b7bf55","tenantID":"e2e-api-b-b7bf55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:20.400757358Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"babfe0a5-979a-4edf-8993-9c38f7568085","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"name":"e2e-api-b-b7bf55-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:20.400786195Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"e2e-e2e-api-b-b7bf55-policy","reconcileID":"babfe0a5-979a-4edf-8993-9c38f7568085","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7bf55-policy","namespace":"ai-tenant-e2e-api-b-b7bf55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b7bf55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:20.422717584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0833be1-7d85-4d46-81a6-2008bcfbb23a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:20.422734516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0833be1-7d85-4d46-81a6-2008bcfbb23a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:20.774788833Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"f4de9918-ec19-49a0-9d16-70af81ba58c2","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:20.775015468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"f4de9918-ec19-49a0-9d16-70af81ba58c2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:21.198336539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"9efae871-61e7-4def-91fa-ced7f3aad328","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:21.198688731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2289ab8-7411-44a4-a850-b8e8ed91bb7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:21.204595846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2289ab8-7411-44a4-a850-b8e8ed91bb7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:21.240771949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"fbe1bb16-30bf-4dc0-99b0-f4d5b6394b96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:21.250000408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a31b67bc-ff77-4121-9719-86291197e9d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:21.25002741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a31b67bc-ff77-4121-9719-86291197e9d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:21.32897968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"3995a199-a3ad-4c5c-b9ef-82be96e0b03c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-84fed1","tenantID":"e2e-api-a-84fed1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:21.341336846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"def9caea-8340-40ac-b24b-2dddb8d5bed8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:21.384388205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"976f3268-9d30-4422-8973-bf971ba281af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:21.387743873Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"3995a199-a3ad-4c5c-b9ef-82be96e0b03c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"name":"e2e-api-a-84fed1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:21.410895941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-84fed1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"3995a199-a3ad-4c5c-b9ef-82be96e0b03c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:21.434186529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a656426-850b-4f09-aa4d-9102ffdc91d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:21.434211191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a656426-850b-4f09-aa4d-9102ffdc91d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:21.482306272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"8809f940-c875-46c7-a7c2-e71280c8d131","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:21.606644335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"40546e3e-a6e3-4baf-b50e-47f584db0138","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:21.6070616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"9fca5664-fb5d-41a2-becf-d4bdf806d907","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:21.680363484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"a6a05a23-3245-4f08-adb2-7b3af1e646d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:21.680525031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"fe9e61b1-7a20-40fc-8bf7-1c12219f25e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:21.681238267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"a7e7eca8-4766-4685-9ca7-1c033d7828e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:21.779967346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"4aca4fd3-2db5-41d7-b2d3-f66d27d66dc0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:23.336197036Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"c8f51c23-3db3-4263-99ac-23916ead9afc","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:23.336266099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"c8f51c23-3db3-4263-99ac-23916ead9afc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:24.3833856Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:28.458454903Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"144b4aa8-0cde-4a88-9d83-079d03585c7b","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:28.458536435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"144b4aa8-0cde-4a88-9d83-079d03585c7b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:28.754586867Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"5325e940-553a-4301-a2fa-8310db3f73a8","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:28.760261566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"5325e940-553a-4301-a2fa-8310db3f73a8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:28.847201743Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"4b0644e9-2865-4b88-86dd-3fb36bcdffe2","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:28.847322674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"4b0644e9-2865-4b88-86dd-3fb36bcdffe2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:29.126807323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff6702e8-ff21-4d4c-9164-0ece4718e5d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:29.142793395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff6702e8-ff21-4d4c-9164-0ece4718e5d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:29.159053608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff6702e8-ff21-4d4c-9164-0ece4718e5d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:29.183205915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff6702e8-ff21-4d4c-9164-0ece4718e5d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:29.885042036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9648816a-a89b-4534-b492-5b7c65122b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:29.901199678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9648816a-a89b-4534-b492-5b7c65122b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:29.917311684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9648816a-a89b-4534-b492-5b7c65122b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:29.921432538Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"4884034e-f0fd-4a3c-b416-8c60dfb9815c","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:29.9214959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"4884034e-f0fd-4a3c-b416-8c60dfb9815c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:29.933531565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9648816a-a89b-4534-b492-5b7c65122b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:29.982441437Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-4844f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-4844f7","reconcileID":"fd2275a8-84d6-4df1-83d1-dde98472e5f2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-4844f7","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-4844f7":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:30.076886564Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"69dea35c-020a-494f-b9b3-1fe5dde4bdc9","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:30.077429259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"69dea35c-020a-494f-b9b3-1fe5dde4bdc9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:30.758840366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2321ec57-af3a-4ec2-8efe-13e78c5b53bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:30.785988157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2321ec57-af3a-4ec2-8efe-13e78c5b53bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:30.80541323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2321ec57-af3a-4ec2-8efe-13e78c5b53bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:30.822447144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2321ec57-af3a-4ec2-8efe-13e78c5b53bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:31.475251135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"5437bc07-00bc-432c-8206-b93220a5b301","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-84fed1","tenantID":"e2e-api-a-84fed1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:31.497815449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"5437bc07-00bc-432c-8206-b93220a5b301","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"name":"e2e-api-a-84fed1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:31.517260286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-84fed1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"5437bc07-00bc-432c-8206-b93220a5b301","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:31.558358451Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"e1c6f4ae-63b8-46c6-bf4c-dc0c27b71da6","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:31.558452003Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"e1c6f4ae-63b8-46c6-bf4c-dc0c27b71da6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:34.685411221Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"e7f1ffb8-d8d1-452a-9abe-c27876d7ef67","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:34.685494205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"e7f1ffb8-d8d1-452a-9abe-c27876d7ef67","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:34.785223301Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"1796abd9-9900-4559-8d09-085404065aea","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:34.785312553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"1796abd9-9900-4559-8d09-085404065aea","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:35.089780926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72128387-1276-4844-bb4d-3dec47426469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:35.106057089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72128387-1276-4844-bb4d-3dec47426469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:35.122837283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72128387-1276-4844-bb4d-3dec47426469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:35.13949085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72128387-1276-4844-bb4d-3dec47426469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:35.838743634Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"bfa9ed0b-a325-4e85-ab78-6f9955db150a","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:35.838816816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"bfa9ed0b-a325-4e85-ab78-6f9955db150a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:35.854473461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd76313-a19e-4a6d-9d6c-967dfe749aa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:35.871804466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd76313-a19e-4a6d-9d6c-967dfe749aa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:35.888006427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd76313-a19e-4a6d-9d6c-967dfe749aa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:35.904180303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd76313-a19e-4a6d-9d6c-967dfe749aa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:35.914058922Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-5389d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-5389d2","reconcileID":"fd042864-aebd-421d-85ba-7264b95dc4e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-5389d2","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-5389d2":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:36.026707128Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"8c2ad441-bb90-455f-9b08-4bd993288429","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:36.026786532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"8c2ad441-bb90-455f-9b08-4bd993288429","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:36.658557614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a4fd03-f07e-4f57-a3bb-49309c9cfaaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:36.674589427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a4fd03-f07e-4f57-a3bb-49309c9cfaaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:36.690750726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a4fd03-f07e-4f57-a3bb-49309c9cfaaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:36.706779713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a4fd03-f07e-4f57-a3bb-49309c9cfaaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:37.460836687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3d0405-6b63-471b-b2a0-bd74c2471417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:37.476896794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3d0405-6b63-471b-b2a0-bd74c2471417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:37.492826604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3d0405-6b63-471b-b2a0-bd74c2471417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:37.496971545Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"466d8b95-cd85-4685-93e5-b2fd5285fd9c","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:37.497039494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"466d8b95-cd85-4685-93e5-b2fd5285fd9c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:37.508823871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3d0405-6b63-471b-b2a0-bd74c2471417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:38.427797883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a16a6e19-395d-42fa-9aed-c282d20069c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:38.443965174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a16a6e19-395d-42fa-9aed-c282d20069c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:38.459693631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a16a6e19-395d-42fa-9aed-c282d20069c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:38.475514487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a16a6e19-395d-42fa-9aed-c282d20069c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:40.410519831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"979e7302-2fa1-4a2b-b6a2-949b579f4088","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:40.506747645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"7843e8af-c5e1-4a7c-8f76-e3440b4237d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:40.510502367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"ccb197bb-ce8b-44fb-9c67-0d241beb9cb0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:40.510523847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"690ea66c-1430-4bd2-9c2b-44e12e6b90da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:40.589303472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"e28867ce-2dc6-49ca-9721-f9efee58a724","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:40.589455096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"6b02e618-e3cc-437e-99cd-b7d4acf26fda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:40.691298255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"158da7c7-ebc4-4cb5-b0e7-d3febe598758","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:40.691377338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"29a63224-2b96-4a02-8e6a-596b04d4eeea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:40.791089967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6bacc2c7-129b-43a1-9b16-49db7f231819","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:40.791616822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"7b4eb450-699c-4877-93bc-33f99ca203ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:40.792129471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"28350b1a-7cc7-43b0-bfcc-4884c18058ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:41.559784729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"7d6122ec-10d1-48f5-8908-89a8f8179100","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-84fed1","tenantID":"e2e-api-a-84fed1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:41.582794715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"7d6122ec-10d1-48f5-8908-89a8f8179100","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"name":"e2e-api-a-84fed1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:41.604166929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-84fed1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6d860ae10619abdef79c484c6af2237b8addb1ba284156465c08c3e692fbe882) AuthConfig (b26b7b2406233b57015d8b1e649fc5ddc8e484d0f716f3d7eb427b0939daead4) AuthConfig (a6dd0d6265bcfa18a7a980681313bb8c9a532b06e720dc8addf08e8835c29e3e) AuthConfig (ecde7a3ca46d24bbd73ea910e9979198ecbe2a27e83fe55e9ddfb74f16179250) AuthConfig (8e9e3058f4dda2b6aa3472ba83ec89d4706179343a4488a78bd1d0a1497544b9) AuthConfig (712bbf77634f6653a08c9f05509930d7d241251d190b4955b637d10962aa4c83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"7d6122ec-10d1-48f5-8908-89a8f8179100","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:41.626984211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e81803d8-d990-4a22-b487-3490c5d1a370","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:41.627007275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e81803d8-d990-4a22-b487-3490c5d1a370","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:43.667389628Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","namespace":"ai-tenant-e2e-api-b-b7bf55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:43.667446014Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","namespace":"ai-tenant-e2e-api-b-b7bf55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:43.667494888Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","tenant":"e2e-api-b-b7bf55","tenantID":"e2e-api-b-b7bf55","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:43.687817444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","gvk":"Deployment","name":"maas-api-e2e-api-b-b7bf55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:43.71161477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","gvk":"Service","name":"maas-api-e2e-api-b-b7bf55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:43.73309913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-b7bf55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:43.752806829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-b7bf55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:43.773774388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-b7bf55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:43.792217429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-b7bf55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:43.813038048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-b7bf55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:43.831483543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-b7bf55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:43.847273101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","gvk":"Deployment","name":"payload-processing-e2e-api-b-b7bf55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:43.863307618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-b7bf55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:43.882489066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","gvk":"Service","name":"payload-processing-e2e-api-b-b7bf55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:43.898580578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","gvk":"Service","name":"payload-pre-processing-e2e-api-b-b7bf55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:43.91484022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-b7bf55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:43.931144851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-b7bf55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:44.021205839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-b7bf55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:44.046999583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-b7bf55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:44.084408821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-b7bf55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:44.11869534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-b7bf55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:44.146297634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-b7bf55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:44.16244454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7bf55"},"namespace":"ai-tenant-e2e-api-b-b7bf55","name":"default-tenant","reconcileID":"9a461fdb-ccef-405e-b104-c739f1a8e88f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-b7bf55","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:44.585311303Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-b7bf55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-b7bf55","reconcileID":"9c149365-851c-401e-a728-5d42ab92edcd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-b7bf55","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-b7bf55"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:44.640530518Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"04211c14-8ebe-4974-acd5-0d6267f5d7bc","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:44.640598229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"04211c14-8ebe-4974-acd5-0d6267f5d7bc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:45.040709135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07ac6da-08ff-43ee-b3da-d35b1cc2653c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:45.056796995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07ac6da-08ff-43ee-b3da-d35b1cc2653c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:45.072982294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07ac6da-08ff-43ee-b3da-d35b1cc2653c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:45.089447976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07ac6da-08ff-43ee-b3da-d35b1cc2653c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:45.755134385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03fd16e5-91a2-4d62-b56d-3736694fe9a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:45.771258467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03fd16e5-91a2-4d62-b56d-3736694fe9a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:45.787206737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03fd16e5-91a2-4d62-b56d-3736694fe9a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:45.803267783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03fd16e5-91a2-4d62-b56d-3736694fe9a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:49.959828837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"3cab4c21-0e1b-409d-b06f-a484bc19e77f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-4844f7","tenantID":"e2e-ipp-a-4844f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:50.005886345Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"3cab4c21-0e1b-409d-b06f-a484bc19e77f","name":"e2e-ipp-a-4844f7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:51.662265543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"a10d98e3-c922-4004-971b-4230a5a5cc7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-84fed1","tenantID":"e2e-api-a-84fed1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:51.683641076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"a10d98e3-c922-4004-971b-4230a5a5cc7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"name":"e2e-api-a-84fed1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:51.703418873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-84fed1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6d860ae10619abdef79c484c6af2237b8addb1ba284156465c08c3e692fbe882) AuthConfig (b26b7b2406233b57015d8b1e649fc5ddc8e484d0f716f3d7eb427b0939daead4) AuthConfig (a6dd0d6265bcfa18a7a980681313bb8c9a532b06e720dc8addf08e8835c29e3e) AuthConfig (ecde7a3ca46d24bbd73ea910e9979198ecbe2a27e83fe55e9ddfb74f16179250) AuthConfig (8e9e3058f4dda2b6aa3472ba83ec89d4706179343a4488a78bd1d0a1497544b9) AuthConfig (712bbf77634f6653a08c9f05509930d7d241251d190b4955b637d10962aa4c83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"a10d98e3-c922-4004-971b-4230a5a5cc7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:54.38634385Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:55.88570211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"2364e222-ba08-4834-b61b-358793cbf12f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5389d2","tenantID":"e2e-api-b-5389d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:55.931996291Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"2364e222-ba08-4834-b61b-358793cbf12f","name":"e2e-api-b-5389d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:57.172150654Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"66e216e9-c113-4015-9368-51237845443c","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:57.172248224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"66e216e9-c113-4015-9368-51237845443c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:57.224445704Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"bb643018-b57d-4222-bbe4-c44d2f3790f7","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:57.22453137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"bb643018-b57d-4222-bbe4-c44d2f3790f7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:57.524793884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7c4bc72-29b2-4b9e-b450-67c8ce37e002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:57.541708819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7c4bc72-29b2-4b9e-b450-67c8ce37e002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:57.558330055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7c4bc72-29b2-4b9e-b450-67c8ce37e002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:57.574531042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7c4bc72-29b2-4b9e-b450-67c8ce37e002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:58.215632326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cddadfc6-76ad-480a-85d3-da68922fe218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:58.253371386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cddadfc6-76ad-480a-85d3-da68922fe218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:58.280118253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cddadfc6-76ad-480a-85d3-da68922fe218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:58.301487287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cddadfc6-76ad-480a-85d3-da68922fe218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:58.326970133Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"d3c12a56-5a8b-44bb-957e-f52676f6956f","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:58.327434815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"d3c12a56-5a8b-44bb-957e-f52676f6956f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:58.385702654Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-c92679","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-c92679","reconcileID":"981ace11-6322-425f-8397-23e3f07e1246","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-c92679","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-c92679":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:58.482055977Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"15cec3f7-22ce-484b-8c13-1fe51cb41b4d","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:53:58.482120494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"15cec3f7-22ce-484b-8c13-1fe51cb41b4d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:58.990372036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694add3f-551a-41aa-a6d9-de91ea052eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:59.006594895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694add3f-551a-41aa-a6d9-de91ea052eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:59.022711257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694add3f-551a-41aa-a6d9-de91ea052eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:59.03901525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694add3f-551a-41aa-a6d9-de91ea052eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:59.744429402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e957ac6-fd77-494e-a946-c48159e47370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:59.760453708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e957ac6-fd77-494e-a946-c48159e47370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:59.776437545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e957ac6-fd77-494e-a946-c48159e47370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:53:59.792474135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e957ac6-fd77-494e-a946-c48159e47370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:54:00.057312436Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"da36e42f-d640-4f57-b18d-2d2fa292ef09","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:54:00.057383891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"da36e42f-d640-4f57-b18d-2d2fa292ef09","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6d9258eb/e2e-lifecycle-model-6d9258eb-kserve-route (gateways: [openshift-ingress/e2e-mt-6d9258eb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:01.738337445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"6befd81a-c54d-403b-86a7-51046b246f86","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-84fed1","tenantID":"e2e-api-a-84fed1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:01.759948187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"6befd81a-c54d-403b-86a7-51046b246f86","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"name":"e2e-api-a-84fed1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:01.779927943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-84fed1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6d860ae10619abdef79c484c6af2237b8addb1ba284156465c08c3e692fbe882) AuthConfig (b26b7b2406233b57015d8b1e649fc5ddc8e484d0f716f3d7eb427b0939daead4) AuthConfig (a6dd0d6265bcfa18a7a980681313bb8c9a532b06e720dc8addf08e8835c29e3e) AuthConfig (ecde7a3ca46d24bbd73ea910e9979198ecbe2a27e83fe55e9ddfb74f16179250) AuthConfig (8e9e3058f4dda2b6aa3472ba83ec89d4706179343a4488a78bd1d0a1497544b9) AuthConfig (712bbf77634f6653a08c9f05509930d7d241251d190b4955b637d10962aa4c83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"6befd81a-c54d-403b-86a7-51046b246f86","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:54:02.048825874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6d9258eb","namespace":"ai-tenant-e2e-mt-6d9258eb"},"namespace":"ai-tenant-e2e-mt-6d9258eb","name":"e2e-lifecycle-model-6d9258eb","reconcileID":"c6688998-53e6-4686-81fc-db3a48aa9268","error":"maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-6d9258eb\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:11.754092418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7687e9bd-06a8-45a2-a1e5-7ae85f73e56e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:11.770846016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7687e9bd-06a8-45a2-a1e5-7ae85f73e56e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:11.787162376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7687e9bd-06a8-45a2-a1e5-7ae85f73e56e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:11.80328968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7687e9bd-06a8-45a2-a1e5-7ae85f73e56e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:11.835258653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"958fb479-3fa0-41a8-9168-b17d76d9d544","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-84fed1","tenantID":"e2e-api-a-84fed1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:11.856363969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"958fb479-3fa0-41a8-9168-b17d76d9d544","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"name":"e2e-api-a-84fed1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:11.945512965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c3ea0e0-25b2-49bd-a5b4-02be4b210140","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:11.945531912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c3ea0e0-25b2-49bd-a5b4-02be4b210140","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:12.547442273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4504df47-5e9b-4ef8-a4c7-f7aaa3462006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:12.563809411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4504df47-5e9b-4ef8-a4c7-f7aaa3462006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:12.580212903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4504df47-5e9b-4ef8-a4c7-f7aaa3462006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:12.596197774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4504df47-5e9b-4ef8-a4c7-f7aaa3462006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:13.342640052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d75aed-acb5-44df-8374-8f29c5f9e0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:13.359202305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d75aed-acb5-44df-8374-8f29c5f9e0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:13.375667042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d75aed-acb5-44df-8374-8f29c5f9e0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:13.392148872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d75aed-acb5-44df-8374-8f29c5f9e0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:13.539897054Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5da940","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5da940","reconcileID":"41b5d153-f44e-4d18-843a-52756acb2f46","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5da940","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-5da940":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:14.280607348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21a2522-6aa1-4f3e-8840-995c680610be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:14.297988266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21a2522-6aa1-4f3e-8840-995c680610be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:14.315102822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21a2522-6aa1-4f3e-8840-995c680610be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:14.332402657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21a2522-6aa1-4f3e-8840-995c680610be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:15.054580779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d32ead2-ccd7-489e-a46f-8bb9975d1d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:15.070525118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d32ead2-ccd7-489e-a46f-8bb9975d1d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:15.086615648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d32ead2-ccd7-489e-a46f-8bb9975d1d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:15.102759501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d32ead2-ccd7-489e-a46f-8bb9975d1d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:15.600451307Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-c8bb87","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-c8bb87","reconcileID":"e8ed9d97-7b05-4cb9-963a-3a4f0667a606","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-c8bb87","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-c8bb87":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:16.215511187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd3c9db-492b-4f69-aaaa-5d3ca55cd834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:16.24113027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd3c9db-492b-4f69-aaaa-5d3ca55cd834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:16.270092803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd3c9db-492b-4f69-aaaa-5d3ca55cd834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:16.306538042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd3c9db-492b-4f69-aaaa-5d3ca55cd834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:17.237411688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f24e55-d85f-4cf8-a365-961b4c5c634b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:17.253890121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f24e55-d85f-4cf8-a365-961b4c5c634b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:17.274971806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f24e55-d85f-4cf8-a365-961b4c5c634b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:17.292250656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f24e55-d85f-4cf8-a365-961b4c5c634b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:18.29297723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0faaaa0b-b191-4a0a-8df6-20c5cf97b2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:18.32104509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0faaaa0b-b191-4a0a-8df6-20c5cf97b2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:18.563448427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0faaaa0b-b191-4a0a-8df6-20c5cf97b2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:18.585174939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0faaaa0b-b191-4a0a-8df6-20c5cf97b2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:19.293703016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1829dd5-4d93-4d11-a2ef-ce14d1a9c15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:19.310414181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1829dd5-4d93-4d11-a2ef-ce14d1a9c15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:19.326569049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1829dd5-4d93-4d11-a2ef-ce14d1a9c15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:19.342719718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1829dd5-4d93-4d11-a2ef-ce14d1a9c15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:20.159990581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f1b6b9-0869-464f-b008-c3f096e14776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:20.181978583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f1b6b9-0869-464f-b008-c3f096e14776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:20.198656605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f1b6b9-0869-464f-b008-c3f096e14776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:20.214655181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f1b6b9-0869-464f-b008-c3f096e14776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:21.022545948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"137881b1-525e-4aac-9c1a-8c9b79cc6182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:21.038674999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"137881b1-525e-4aac-9c1a-8c9b79cc6182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:21.055250378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"137881b1-525e-4aac-9c1a-8c9b79cc6182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:21.077068906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"137881b1-525e-4aac-9c1a-8c9b79cc6182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:21.860499302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ba46324-5597-49db-b579-fe47c609e38d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:21.860597965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ba46324-5597-49db-b579-fe47c609e38d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:21.87813845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a225f8de-219d-42ac-a9db-a745a4f58f53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:21.878165591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a225f8de-219d-42ac-a9db-a745a4f58f53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:21.909848788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"83f5134f-f485-4d6f-ad56-93559dc52e4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5389d2","tenantID":"e2e-api-b-5389d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:21.964436751Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"83f5134f-f485-4d6f-ad56-93559dc52e4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"name":"e2e-api-b-5389d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:21.98416122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-5389d2-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"83f5134f-f485-4d6f-ad56-93559dc52e4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:22.003956275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84252fec-89c7-43a8-9613-8123e1f198c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:22.003979521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84252fec-89c7-43a8-9613-8123e1f198c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:22.042523257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"581df095-934a-4c57-a367-94f2bd9dd90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:22.058682584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"581df095-934a-4c57-a367-94f2bd9dd90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:22.075113858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"581df095-934a-4c57-a367-94f2bd9dd90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:22.091127085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"581df095-934a-4c57-a367-94f2bd9dd90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:22.57879838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"0aea95ad-2d49-4e87-9f5a-5193d9606b05","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c92679","tenantID":"e2e-ipp-a-c92679","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:22.625313336Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"0aea95ad-2d49-4e87-9f5a-5193d9606b05","name":"e2e-ipp-a-c92679-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:22.678459299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"76ea1b8d-7860-4f58-a2e1-dc1889daa554","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-84fed1","tenantID":"e2e-api-a-84fed1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:22.702105279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"76ea1b8d-7860-4f58-a2e1-dc1889daa554","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"name":"e2e-api-a-84fed1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:23.078122494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"1923c662-15b0-4068-9f4b-3c08a806b7f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-84fed1","tenantID":"e2e-api-a-84fed1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:23.100379552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"1923c662-15b0-4068-9f4b-3c08a806b7f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"name":"e2e-api-a-84fed1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:23.157997931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dba96c68-5e65-4970-bc74-e461e8a02347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:23.173962491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dba96c68-5e65-4970-bc74-e461e8a02347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:23.189925798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dba96c68-5e65-4970-bc74-e461e8a02347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:23.205782573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dba96c68-5e65-4970-bc74-e461e8a02347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:23.884319634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9493029-04a3-4043-815b-c092551000bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:23.902221663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9493029-04a3-4043-815b-c092551000bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:23.918985908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9493029-04a3-4043-815b-c092551000bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:23.934760582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9493029-04a3-4043-815b-c092551000bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:24.383183557Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:24.645871259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b89137-37ab-48d1-929d-4edea7b75dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:24.762316552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b89137-37ab-48d1-929d-4edea7b75dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:24.852981801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b89137-37ab-48d1-929d-4edea7b75dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:24.894036073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b89137-37ab-48d1-929d-4edea7b75dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:25.651989794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ccc3dd-613b-488c-a525-9da4b19ef55b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:25.667792664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ccc3dd-613b-488c-a525-9da4b19ef55b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:25.683774039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ccc3dd-613b-488c-a525-9da4b19ef55b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:25.699695432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ccc3dd-613b-488c-a525-9da4b19ef55b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:26.506238787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"749e51e7-db37-4973-b46b-a1ceff71d43f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:26.522155297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"749e51e7-db37-4973-b46b-a1ceff71d43f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:26.53805284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"749e51e7-db37-4973-b46b-a1ceff71d43f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:26.553999531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"749e51e7-db37-4973-b46b-a1ceff71d43f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:32.037263502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"324b0c19-c3d5-4ee0-8b5e-1f4461564a1d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5389d2","tenantID":"e2e-api-b-5389d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:32.058177804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"324b0c19-c3d5-4ee0-8b5e-1f4461564a1d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"name":"e2e-api-b-5389d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:32.077733421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-5389d2-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"324b0c19-c3d5-4ee0-8b5e-1f4461564a1d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:32.825219501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"f278cf08-197e-4426-ac5e-a5688cfac7e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-84fed1","tenantID":"e2e-api-a-84fed1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:32.846373216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"f278cf08-197e-4426-ac5e-a5688cfac7e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"name":"e2e-api-a-84fed1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:32.925765658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"cc90cd60-d42b-4a1f-a5fa-97fcf837e5ff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-84fed1","tenantID":"e2e-api-a-84fed1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:32.949071641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"cc90cd60-d42b-4a1f-a5fa-97fcf837e5ff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"name":"e2e-api-a-84fed1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:40.019734211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"a513d0e9-d751-4a8d-acaf-09c84775aa47","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-5da940","tenantID":"e2e-ipp-b-5da940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:40.0674523Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"a513d0e9-d751-4a8d-acaf-09c84775aa47","name":"e2e-ipp-b-5da940-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:42.134492362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"efb76221-202d-4106-bb8c-26a6b95ede02","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5389d2","tenantID":"e2e-api-b-5389d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:42.158799425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"efb76221-202d-4106-bb8c-26a6b95ede02","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"name":"e2e-api-b-5389d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:42.185981486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-5389d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1dfef50753b81cf1fc0270f1a8ca46c33207ad74007ed11cd03cbf13c27806d4) AuthConfig (347aa10246ddab3f5287254369643105c60df2e190e89495d57abac313e47404) AuthConfig (96d7ef9e46f4007ff0ce8c35d22bf76f501fe75cb847ee4f4bf21253d4305573) AuthConfig (ce784314b4fcf6cde2148ef824eefb299b36b680d9d4f15459be3b58d9d5b3a9) AuthConfig (917ea5649a12dac46e49f6ad2f3a46a63936c0b93c3ce85509580ece09f1f037) AuthConfig (a600ad53ced984f7caba60ec9bfe765cf260df24c83c43134275320c3039930a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"efb76221-202d-4106-bb8c-26a6b95ede02","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:42.265441295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b158d49-2231-4ed3-af94-29cd26b7150a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:42.265470035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b158d49-2231-4ed3-af94-29cd26b7150a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:44.034149338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"91895eb6-9063-4223-99b7-8bf1144d7843","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c8bb87","tenantID":"e2e-api-a-c8bb87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:44.079225115Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"91895eb6-9063-4223-99b7-8bf1144d7843","name":"e2e-api-a-c8bb87-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:50.130875185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db33773c-0191-47ef-9c41-92fe61ed05b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:50.147784802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db33773c-0191-47ef-9c41-92fe61ed05b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:50.164982093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db33773c-0191-47ef-9c41-92fe61ed05b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:50.189000323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db33773c-0191-47ef-9c41-92fe61ed05b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:50.87170415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c74764-fc90-4543-afc3-7699b6175dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:50.895884264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c74764-fc90-4543-afc3-7699b6175dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:50.912226666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c74764-fc90-4543-afc3-7699b6175dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:50.929157875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c74764-fc90-4543-afc3-7699b6175dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:51.638214712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a91ce3fa-f013-4aa2-9e90-28b58062c744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:51.654190682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a91ce3fa-f013-4aa2-9e90-28b58062c744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:51.672977628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a91ce3fa-f013-4aa2-9e90-28b58062c744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:51.692588156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a91ce3fa-f013-4aa2-9e90-28b58062c744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:52.092283219Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"bb94095f-d301-4dac-a0fe-335dbdaccbee","namespace":"ai-tenant-e2e-api-a-84fed1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:52.092359778Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"bb94095f-d301-4dac-a0fe-335dbdaccbee","namespace":"ai-tenant-e2e-api-a-84fed1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:52.092422305Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"bb94095f-d301-4dac-a0fe-335dbdaccbee","name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:52.111217204Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"bb94095f-d301-4dac-a0fe-335dbdaccbee","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:52.111575153Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"d46344a6-0f4a-41ff-abf7-136998b2daff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:52.11182899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db0cefaf-87d5-443c-8a75-93d078e5cc25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:52.111845022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db0cefaf-87d5-443c-8a75-93d078e5cc25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:52.175788378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"d46344a6-0f4a-41ff-abf7-136998b2daff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-84fed1","tenantID":"e2e-api-a-84fed1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:52.232120282Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"d46344a6-0f4a-41ff-abf7-136998b2daff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"name":"e2e-api-a-84fed1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:52.232142728Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"e2e-e2e-api-a-84fed1-policy","reconcileID":"d46344a6-0f4a-41ff-abf7-136998b2daff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-84fed1-policy","namespace":"ai-tenant-e2e-api-a-84fed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-84fed1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:52.270013938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a95d5f4-6715-4878-9c8e-61dba5342a1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:52.270116212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a95d5f4-6715-4878-9c8e-61dba5342a1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:52.307739265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"208af514-b336-4ac0-8bd4-63ae2544b490","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5389d2","tenantID":"e2e-api-b-5389d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:52.372100241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"208af514-b336-4ac0-8bd4-63ae2544b490","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"name":"e2e-api-b-5389d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:52.395240982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-5389d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1dfef50753b81cf1fc0270f1a8ca46c33207ad74007ed11cd03cbf13c27806d4) AuthConfig (347aa10246ddab3f5287254369643105c60df2e190e89495d57abac313e47404) AuthConfig (96d7ef9e46f4007ff0ce8c35d22bf76f501fe75cb847ee4f4bf21253d4305573) AuthConfig (ce784314b4fcf6cde2148ef824eefb299b36b680d9d4f15459be3b58d9d5b3a9) AuthConfig (917ea5649a12dac46e49f6ad2f3a46a63936c0b93c3ce85509580ece09f1f037) AuthConfig (a600ad53ced984f7caba60ec9bfe765cf260df24c83c43134275320c3039930a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"208af514-b336-4ac0-8bd4-63ae2544b490","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:54.386208479Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:55.94341148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a08e2c-efb5-4fd8-9dd2-cf2db58a1b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:55.966987785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a08e2c-efb5-4fd8-9dd2-cf2db58a1b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:55.98505346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a08e2c-efb5-4fd8-9dd2-cf2db58a1b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:56.001575208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a08e2c-efb5-4fd8-9dd2-cf2db58a1b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:56.784791311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a20181-89d5-4acc-878a-403c44974559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:56.805167265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a20181-89d5-4acc-878a-403c44974559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:56.822665929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a20181-89d5-4acc-878a-403c44974559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:56.839241171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a20181-89d5-4acc-878a-403c44974559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:57.07685615Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-eaee54","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-eaee54","reconcileID":"639853cc-0d99-4714-9313-cce38a7955da","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-eaee54","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-eaee54":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:57.649303848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b46ad378-8ab3-4bf3-a3e2-6f892c62ebfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:57.673565685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b46ad378-8ab3-4bf3-a3e2-6f892c62ebfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:57.69054888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b46ad378-8ab3-4bf3-a3e2-6f892c62ebfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:54:57.70706772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b46ad378-8ab3-4bf3-a3e2-6f892c62ebfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:02.428875815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"b67b359f-fb57-4bc9-970e-0d9f6b40d45a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5389d2","tenantID":"e2e-api-b-5389d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:02.450153491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"b67b359f-fb57-4bc9-970e-0d9f6b40d45a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"name":"e2e-api-b-5389d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:02.632680555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46b6ff63-3b85-47e7-9c73-0435d6c02fe1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:02.632706176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46b6ff63-3b85-47e7-9c73-0435d6c02fe1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:05.924649302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25dee0ec-b968-40a4-a10e-11b0df9b487f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:05.94092758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25dee0ec-b968-40a4-a10e-11b0df9b487f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:05.956786997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25dee0ec-b968-40a4-a10e-11b0df9b487f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:05.975092309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25dee0ec-b968-40a4-a10e-11b0df9b487f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:06.791460367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a126feec-3779-48a6-9e5c-3b80a56af186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:06.80931622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a126feec-3779-48a6-9e5c-3b80a56af186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:06.82614263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a126feec-3779-48a6-9e5c-3b80a56af186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:06.842292616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a126feec-3779-48a6-9e5c-3b80a56af186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:09.908702133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f48f1770-23c4-42af-9e9c-40da41af6724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:09.925147665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f48f1770-23c4-42af-9e9c-40da41af6724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:09.940985259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f48f1770-23c4-42af-9e9c-40da41af6724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:09.957077776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f48f1770-23c4-42af-9e9c-40da41af6724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:10.728918972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a299517b-bf35-4f07-8638-fdb56162fd47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:10.764642571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a299517b-bf35-4f07-8638-fdb56162fd47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:10.790736076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a299517b-bf35-4f07-8638-fdb56162fd47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:10.818271162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a299517b-bf35-4f07-8638-fdb56162fd47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.183742049Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","namespace":"ai-tenant-e2e-api-a-84fed1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.183800702Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","namespace":"ai-tenant-e2e-api-a-84fed1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.183850244Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","tenant":"e2e-api-a-84fed1","tenantID":"e2e-api-a-84fed1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.202287184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","gvk":"Deployment","name":"maas-api-e2e-api-a-84fed1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.235719099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","gvk":"Service","name":"maas-api-e2e-api-a-84fed1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.255338217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-84fed1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.273948526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-84fed1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.293912963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-84fed1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.313181213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-84fed1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.334891405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-84fed1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.3590809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-84fed1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.375160651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","gvk":"Deployment","name":"payload-processing-e2e-api-a-84fed1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.391547822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-84fed1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.407504465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","gvk":"Service","name":"payload-processing-e2e-api-a-84fed1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.423229016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","gvk":"Service","name":"payload-pre-processing-e2e-api-a-84fed1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.439024823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-84fed1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.454824861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-84fed1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.476940742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-84fed1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.50423315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-84fed1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.524051442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-84fed1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.56285476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-84fed1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.579107805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-84fed1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.595263624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-84fed1"},"namespace":"ai-tenant-e2e-api-a-84fed1","name":"default-tenant","reconcileID":"f7c2cbfc-3ffc-4c29-9f7c-28dac306b706","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-84fed1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.806216458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"8859a0c2-0225-493f-bd37-661c7e14e42e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.977171341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"82b6f383-9963-4543-a030-dffa05e7f761","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:18.977711198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"9946c69f-0c90-49bc-b415-0c62db03d1f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:19.009979428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"364377d4-05be-4b75-82dc-1fb2d7480978","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:19.010494315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"dd5514b9-7ae9-4f6c-a930-62a77cd4f572","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:19.010699676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2447311b-6781-4890-a191-831d96135a82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:19.042677955Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-84fed1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-84fed1","reconcileID":"40c5c45d-8bf5-4ab2-bf28-cafe52fe52ea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-84fed1","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-84fed1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:19.081559792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"fe72abcc-01e3-4fbb-853c-58ea3dd978a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:19.082082549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"4a02a8d5-9935-4dac-9efa-0a9c434beda1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:19.216237847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7ee46683-e995-49f3-aac0-12d9906a7642","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:19.216822439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"b6d5f169-f67b-4241-a40a-82918b9e16d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:19.3661935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"b3c2f45c-f188-4af5-9450-a87cca315ca6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:19.398819958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"10d9b59b-2fc1-4550-8405-2413346dd6e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:19.55235099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49924f3d-f19b-497e-8c6a-20e1677be6e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:19.56842042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49924f3d-f19b-497e-8c6a-20e1677be6e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:19.584270205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49924f3d-f19b-497e-8c6a-20e1677be6e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:19.60032698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49924f3d-f19b-497e-8c6a-20e1677be6e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:20.247091721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652fb8c2-675a-48a9-b9da-1f18afa0dcc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:20.262977305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652fb8c2-675a-48a9-b9da-1f18afa0dcc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:20.278693409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652fb8c2-675a-48a9-b9da-1f18afa0dcc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:20.294610245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652fb8c2-675a-48a9-b9da-1f18afa0dcc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:21.53232815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96215ea8-c870-4da8-803b-aeb88e39fce6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:21.532357653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96215ea8-c870-4da8-803b-aeb88e39fce6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:21.551178149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82c1e0de-ebd1-44c0-95af-f8b29f889daf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:21.551197014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82c1e0de-ebd1-44c0-95af-f8b29f889daf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:21.582504955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"d531ba1e-f6f5-4c4b-84df-7b4da77418c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c8bb87","tenantID":"e2e-api-a-c8bb87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:21.6377693Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"d531ba1e-f6f5-4c4b-84df-7b4da77418c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"name":"e2e-api-a-c8bb87-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:21.659429359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c8bb87-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"d531ba1e-f6f5-4c4b-84df-7b4da77418c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:21.68131629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f449e999-885d-4c62-b7cd-6ac80a75573c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:21.681333681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f449e999-885d-4c62-b7cd-6ac80a75573c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:24.392627783Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:24.62545949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"f6549b31-e7c2-403f-824a-dcfb2c9ec7e0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-eaee54","tenantID":"e2e-ipp-b-eaee54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:24.673242511Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"f6549b31-e7c2-403f-824a-dcfb2c9ec7e0","name":"e2e-ipp-b-eaee54-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:25.426597536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182e2487-b5d8-4d6b-be52-6c1be6e565f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:25.442762719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182e2487-b5d8-4d6b-be52-6c1be6e565f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:25.458839923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182e2487-b5d8-4d6b-be52-6c1be6e565f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:25.474964916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182e2487-b5d8-4d6b-be52-6c1be6e565f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:26.158949921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b8c671-911f-4387-b8ec-3b1b8829da24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:26.175185843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b8c671-911f-4387-b8ec-3b1b8829da24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:26.191389102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b8c671-911f-4387-b8ec-3b1b8829da24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:26.207831902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b8c671-911f-4387-b8ec-3b1b8829da24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:26.231629732Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-73dffe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-73dffe","reconcileID":"efdde148-3e85-483e-80be-59cee9083cee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-73dffe","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-73dffe":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:27.158165974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"6bb922b7-1803-42fa-919a-e1cc5ad2b762","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5389d2","tenantID":"e2e-api-b-5389d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:27.179873777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"6bb922b7-1803-42fa-919a-e1cc5ad2b762","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"name":"e2e-api-b-5389d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:27.286696209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"5850c5ae-2d8b-464b-9a65-e4c453805dbc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5389d2","tenantID":"e2e-api-b-5389d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:27.305391215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba21efdc-fb21-43d7-b143-06b047af16d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:27.309071424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"5850c5ae-2d8b-464b-9a65-e4c453805dbc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"name":"e2e-api-b-5389d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:27.321492549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba21efdc-fb21-43d7-b143-06b047af16d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:27.337459331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba21efdc-fb21-43d7-b143-06b047af16d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:27.354122959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba21efdc-fb21-43d7-b143-06b047af16d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:28.060159215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642c89fa-a57c-4504-8d57-dd586eda8575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:28.076098103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642c89fa-a57c-4504-8d57-dd586eda8575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:28.09209855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642c89fa-a57c-4504-8d57-dd586eda8575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:28.109256878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642c89fa-a57c-4504-8d57-dd586eda8575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:31.714849174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"0b13c54f-a8a0-4fce-9c61-2d3fd9d4bdf4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c8bb87","tenantID":"e2e-api-a-c8bb87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:31.735917201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"0b13c54f-a8a0-4fce-9c61-2d3fd9d4bdf4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"name":"e2e-api-a-c8bb87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:31.756606616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c8bb87-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"0b13c54f-a8a0-4fce-9c61-2d3fd9d4bdf4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:35.61159537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4248379d-1a3b-4f22-a52d-9500a32f784e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:35.628274321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4248379d-1a3b-4f22-a52d-9500a32f784e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:35.646124925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4248379d-1a3b-4f22-a52d-9500a32f784e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:35.662440983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4248379d-1a3b-4f22-a52d-9500a32f784e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:36.277332336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"94ae50dd-c4a2-4bfe-b6d4-b8981ca17744","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:36.338555962Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-648839","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-648839","reconcileID":"2995c56a-a1c9-4683-ad2a-45d3c6fa8ec6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-648839","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-648839":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:36.353714538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"df618ee7-b510-4c38-b291-c68bd3784669","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:36.564250224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06953e2-3e3a-4371-b8cd-d3f20cc1e613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:36.565034555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"1ddfc465-2433-414c-b3a5-0cfd598e58fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:36.56567547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"26d7f226-c949-4b2e-849f-a2d82ed6d6cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:36.571585766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3d39a5b9-4311-4912-a136-999255c712b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:36.591242441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06953e2-3e3a-4371-b8cd-d3f20cc1e613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:36.60628236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"3f6fcc9c-85ef-4912-89d5-000676701b35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:36.615951704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06953e2-3e3a-4371-b8cd-d3f20cc1e613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:36.664709656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06953e2-3e3a-4371-b8cd-d3f20cc1e613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:36.669098344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"62abd0e2-705b-4abb-9f75-460a43e0a86d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:36.734526071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"3380c697-3ddf-46ae-80d2-d66593f6fc53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:36.834674587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"03e7b848-4749-433d-b25f-074c0fcb0eb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:36.835146295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"0ff3627b-6004-4e8e-a990-a20360b73b54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:36.836432934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"86170644-4d73-4baf-8ad7-691195a525a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:36.83656406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"0f15e34d-09ac-4593-bc97-7d6969cc666d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:37.423093828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"916649dc-ae03-406c-bbda-b7177a9b6708","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5389d2","tenantID":"e2e-api-b-5389d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:37.444641265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"916649dc-ae03-406c-bbda-b7177a9b6708","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"name":"e2e-api-b-5389d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:37.531161502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"fe11e565-7343-4efe-ad4f-6d54e936f6aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5389d2","tenantID":"e2e-api-b-5389d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:37.553162585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"fe11e565-7343-4efe-ad4f-6d54e936f6aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"name":"e2e-api-b-5389d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:37.578402528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f099b2c3-82de-4029-a031-2351df041bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:37.598311709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f099b2c3-82de-4029-a031-2351df041bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:37.615551841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f099b2c3-82de-4029-a031-2351df041bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:37.631573053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f099b2c3-82de-4029-a031-2351df041bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:38.629058193Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"430bbe2b-00bb-4502-8b77-91ff5cb94900","namespace":"ai-tenant-e2e-api-b-5389d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:38.629288839Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"430bbe2b-00bb-4502-8b77-91ff5cb94900","namespace":"ai-tenant-e2e-api-b-5389d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:38.629475555Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"430bbe2b-00bb-4502-8b77-91ff5cb94900","name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:38.650547813Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"047770dd-3efa-43f1-bd61-55be69285781","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:38.651826269Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"430bbe2b-00bb-4502-8b77-91ff5cb94900","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:38.65732659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a91c8051-277e-4353-9766-ac81b3681e30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:38.657947046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a91c8051-277e-4353-9766-ac81b3681e30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:38.79985229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"047770dd-3efa-43f1-bd61-55be69285781","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5389d2","tenantID":"e2e-api-b-5389d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:38.866697315Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"047770dd-3efa-43f1-bd61-55be69285781","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"name":"e2e-api-b-5389d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:38.866819809Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"e2e-e2e-api-b-5389d2-policy","reconcileID":"047770dd-3efa-43f1-bd61-55be69285781","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5389d2-policy","namespace":"ai-tenant-e2e-api-b-5389d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5389d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:38.88802495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9776fbb0-d318-4240-b12a-cea089efbcab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:38.888048118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9776fbb0-d318-4240-b12a-cea089efbcab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:41.792655036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"0bbcef41-b347-44f2-9cdc-81c97c51db44","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c8bb87","tenantID":"e2e-api-a-c8bb87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:41.815073527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"0bbcef41-b347-44f2-9cdc-81c97c51db44","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"name":"e2e-api-a-c8bb87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:41.836341113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c8bb87-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2512accc886692623dcc825356d1c4a5d2bf394698ed147f69a51b9202c31c5d) AuthConfig (a5206fc873dc38855e2f3821112af6842c9f023b042b47a74e7d57351a73d038) AuthConfig (fa696d92c731f899116d793e992e5ea9d34b9e76784dd68b4940cce12d6837da) AuthConfig (0f226b469a375db54320c0f18b0fd16f7e69445f53dfc292d97cc861b1ee8a93) AuthConfig (10b20bbbcd4182150447c253398b42a8cab4ac975dfc304931b042950ec0943f) AuthConfig (c8c82ea3adcda9864bbf5c2dedb85a44ee752088ebc6c56d829ebd3a4c8ded1f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"0bbcef41-b347-44f2-9cdc-81c97c51db44","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:41.858544403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2b56c63-ef7b-4563-bbe0-a8cb5c555a96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:41.858563047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2b56c63-ef7b-4563-bbe0-a8cb5c555a96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:51.910303742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009416e9-24cb-42ac-adef-1dcec97fd899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:51.91073505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"6de6f32e-d2d9-41d1-b09c-19aed651cde2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c8bb87","tenantID":"e2e-api-a-c8bb87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:51.927154305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009416e9-24cb-42ac-adef-1dcec97fd899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:51.943325456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009416e9-24cb-42ac-adef-1dcec97fd899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:51.949670118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"6de6f32e-d2d9-41d1-b09c-19aed651cde2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"name":"e2e-api-a-c8bb87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:51.966979904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009416e9-24cb-42ac-adef-1dcec97fd899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:51.988927109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c8bb87-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2512accc886692623dcc825356d1c4a5d2bf394698ed147f69a51b9202c31c5d) AuthConfig (a5206fc873dc38855e2f3821112af6842c9f023b042b47a74e7d57351a73d038) AuthConfig (fa696d92c731f899116d793e992e5ea9d34b9e76784dd68b4940cce12d6837da) AuthConfig (0f226b469a375db54320c0f18b0fd16f7e69445f53dfc292d97cc861b1ee8a93) AuthConfig (10b20bbbcd4182150447c253398b42a8cab4ac975dfc304931b042950ec0943f) AuthConfig (c8c82ea3adcda9864bbf5c2dedb85a44ee752088ebc6c56d829ebd3a4c8ded1f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"6de6f32e-d2d9-41d1-b09c-19aed651cde2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:52.780438401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c0a3c6-7000-439f-95d3-b44d4a034d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:52.802307782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c0a3c6-7000-439f-95d3-b44d4a034d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:52.819085879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c0a3c6-7000-439f-95d3-b44d4a034d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:52.83626862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c0a3c6-7000-439f-95d3-b44d4a034d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:53.510472322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"f6a06099-bbb9-4694-95bb-bf96be0f53a7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-73dffe","tenantID":"e2e-api-b-73dffe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:53.590516123Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"f6a06099-bbb9-4694-95bb-bf96be0f53a7","name":"e2e-api-b-73dffe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:53.713085288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87618a50-831d-429d-adad-ce6069d13c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:53.729038614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87618a50-831d-429d-adad-ce6069d13c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:53.74480593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87618a50-831d-429d-adad-ce6069d13c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:53.760732879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87618a50-831d-429d-adad-ce6069d13c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:54.382374069Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:54.43564437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d487f63-6b8b-41d2-bc77-f9109b2b3f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:54.45168807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d487f63-6b8b-41d2-bc77-f9109b2b3f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:54.467516086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d487f63-6b8b-41d2-bc77-f9109b2b3f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:54.483539283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d487f63-6b8b-41d2-bc77-f9109b2b3f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:55.152648202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c8b670d-9c8f-46d5-96b7-ad5ba8987ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:55.168633512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c8b670d-9c8f-46d5-96b7-ad5ba8987ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:55.184644124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c8b670d-9c8f-46d5-96b7-ad5ba8987ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:55:55.20060231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c8b670d-9c8f-46d5-96b7-ad5ba8987ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:02.058410107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"8580aad9-3282-42d1-bc4c-a65afbe32c6b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c8bb87","tenantID":"e2e-api-a-c8bb87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:02.088028405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"8580aad9-3282-42d1-bc4c-a65afbe32c6b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"name":"e2e-api-a-c8bb87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:02.231030144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43763d37-860b-4a24-9c4e-15e6a1ffdc27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:02.231049181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43763d37-860b-4a24-9c4e-15e6a1ffdc27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:05.661708028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"cb8c669b-614b-4fa2-93a6-522f90d34843","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-648839","tenantID":"e2e-ipp-b-648839","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:05.7075194Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"cb8c669b-614b-4fa2-93a6-522f90d34843","name":"e2e-ipp-b-648839-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:09.818285699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"2494206f-a2de-4de9-b2e8-57f07763910e","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"tenant":"e2e-ipp-a-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:09.818309827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"2494206f-a2de-4de9-b2e8-57f07763910e","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"routeName":"ipp-route-caa7a0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-caa7a0","llmisvcName":"ipp-route-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:10.146070834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"71bc1f63-682e-413d-adf5-600da2a74a89","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"tenant":"e2e-ipp-a-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:10.146091547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"71bc1f63-682e-413d-adf5-600da2a74a89","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"routeName":"ipp-route-caa7a0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-caa7a0","llmisvcName":"ipp-route-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:10.167269107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"df33a952-200a-4bc1-a877-cc3ebc251447","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"tenant":"e2e-ipp-a-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:10.167286622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"df33a952-200a-4bc1-a877-cc3ebc251447","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"routeName":"ipp-route-caa7a0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-caa7a0","llmisvcName":"ipp-route-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:10.198965774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"5472d76a-ed87-41d6-927b-424ace139595","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-caa7a0","tenantID":"e2e-ipp-a-caa7a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:10.254398366Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"5472d76a-ed87-41d6-927b-424ace139595","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"e2e-ipp-a-caa7a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:10.27506776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-caa7a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"5472d76a-ed87-41d6-927b-424ace139595","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:10.296543734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"54c27615-4cb5-464f-8426-9087cf32b2a3","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"tenant":"e2e-ipp-a-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:10.296561076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"54c27615-4cb5-464f-8426-9087cf32b2a3","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"routeName":"ipp-route-caa7a0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-caa7a0","llmisvcName":"ipp-route-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:13.952251006Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","namespace":"ai-tenant-e2e-api-b-5389d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:13.952308255Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","namespace":"ai-tenant-e2e-api-b-5389d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:13.952360679Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","tenant":"e2e-api-b-5389d2","tenantID":"e2e-api-b-5389d2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:13.973109537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","gvk":"Deployment","name":"maas-api-e2e-api-b-5389d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:13.999500901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","gvk":"Service","name":"maas-api-e2e-api-b-5389d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:14.026520355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-5389d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:14.046717625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-5389d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:14.070730572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-5389d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:14.089476399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-5389d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:14.110335876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-5389d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:14.128507958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-5389d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:14.144202295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","gvk":"Deployment","name":"payload-processing-e2e-api-b-5389d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:14.160011817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-5389d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:14.177799611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","gvk":"Service","name":"payload-processing-e2e-api-b-5389d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:14.193544754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","gvk":"Service","name":"payload-pre-processing-e2e-api-b-5389d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:14.209368718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-5389d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:14.225699439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-5389d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:14.251114621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-5389d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:14.276080597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-5389d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:14.296266252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-5389d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:14.32219388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-5389d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:14.343239738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-5389d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:14.374211718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5389d2"},"namespace":"ai-tenant-e2e-api-b-5389d2","name":"default-tenant","reconcileID":"6545d120-e5f4-462f-928b-e764c9b7c078","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-5389d2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:14.759015775Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-5389d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-5389d2","reconcileID":"4940bece-d116-4e37-82ec-4f26ed2496d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-5389d2","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-5389d2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:15.258849812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d9e971a-04bc-4a92-a9ff-498699dc7244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:15.275008196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d9e971a-04bc-4a92-a9ff-498699dc7244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:15.291179958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d9e971a-04bc-4a92-a9ff-498699dc7244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:15.308776484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d9e971a-04bc-4a92-a9ff-498699dc7244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:15.970781287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe08174-9a66-4c71-a5b1-4dc852efd994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:15.98709323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe08174-9a66-4c71-a5b1-4dc852efd994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:16.003181931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe08174-9a66-4c71-a5b1-4dc852efd994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:16.020106145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe08174-9a66-4c71-a5b1-4dc852efd994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:20.334376885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"4434cec9-3681-44bf-871f-0d72b8ecadc1","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-caa7a0","tenantID":"e2e-ipp-a-caa7a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:20.356277262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"4434cec9-3681-44bf-871f-0d72b8ecadc1","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"e2e-ipp-a-caa7a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:20.37656636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-caa7a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"4434cec9-3681-44bf-871f-0d72b8ecadc1","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:23.754868341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a96790-5591-4e59-9f5f-dd92d9f4916d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:23.771318642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a96790-5591-4e59-9f5f-dd92d9f4916d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:23.788886023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a96790-5591-4e59-9f5f-dd92d9f4916d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:23.805492377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a96790-5591-4e59-9f5f-dd92d9f4916d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:24.382173853Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:24.445492957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373db3b0-aa9a-4ad8-aab8-34436cf5ef60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:24.461439938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373db3b0-aa9a-4ad8-aab8-34436cf5ef60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:24.477305922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373db3b0-aa9a-4ad8-aab8-34436cf5ef60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:24.493118566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373db3b0-aa9a-4ad8-aab8-34436cf5ef60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:27.194207777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e931ca5e-830b-432a-ac65-e3141a113606","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:27.194234124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e931ca5e-830b-432a-ac65-e3141a113606","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:27.223459725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"011ddacc-be18-4e8e-861f-b86ac674cd6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:27.223551964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"011ddacc-be18-4e8e-861f-b86ac674cd6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:27.257426372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"b53b0827-15cf-42e2-97a1-94e0a9b93961","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-73dffe","tenantID":"e2e-api-b-73dffe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:27.365839549Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"b53b0827-15cf-42e2-97a1-94e0a9b93961","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"name":"e2e-api-b-73dffe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:27.386324162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-73dffe-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"b53b0827-15cf-42e2-97a1-94e0a9b93961","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:27.405972687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb54ddae-63f7-4bf9-87f7-a479bd153128","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:27.405990635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb54ddae-63f7-4bf9-87f7-a479bd153128","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:27.690407605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"d83e175e-9efa-467b-8cf8-28976944b39f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c8bb87","tenantID":"e2e-api-a-c8bb87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:27.711298067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"d83e175e-9efa-467b-8cf8-28976944b39f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"name":"e2e-api-a-c8bb87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:27.891976082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"74f94f6e-e71e-4742-87ba-10e06737049a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c8bb87","tenantID":"e2e-api-a-c8bb87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:27.913001528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"74f94f6e-e71e-4742-87ba-10e06737049a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"name":"e2e-api-a-c8bb87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:28.006186633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1d3cff1-b3ee-4832-a52f-f7a3f4898814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:28.038404238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1d3cff1-b3ee-4832-a52f-f7a3f4898814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:28.060819905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1d3cff1-b3ee-4832-a52f-f7a3f4898814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:28.076932516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1d3cff1-b3ee-4832-a52f-f7a3f4898814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:28.716974483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2609b9f-921a-4fe5-b78f-98b801cb3590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:28.733028399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2609b9f-921a-4fe5-b78f-98b801cb3590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:28.74915797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2609b9f-921a-4fe5-b78f-98b801cb3590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:28.765391809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2609b9f-921a-4fe5-b78f-98b801cb3590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:29.409613543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46551c32-89c8-4268-afad-c07366da45df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:29.425805252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46551c32-89c8-4268-afad-c07366da45df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:29.442176379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46551c32-89c8-4268-afad-c07366da45df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:29.458533054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46551c32-89c8-4268-afad-c07366da45df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:30.162120078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3a35ed-7cf4-493c-8dc3-766ce8fd5c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:30.178094134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3a35ed-7cf4-493c-8dc3-766ce8fd5c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:30.194041096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3a35ed-7cf4-493c-8dc3-766ce8fd5c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:30.210079627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3a35ed-7cf4-493c-8dc3-766ce8fd5c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:30.408547266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"7ef40151-06d8-4612-b17a-c5be654133ba","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-caa7a0","tenantID":"e2e-ipp-a-caa7a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:30.42986417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"7ef40151-06d8-4612-b17a-c5be654133ba","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"e2e-ipp-a-caa7a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:30.449943639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-caa7a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14b54df3e6f3e364afe36e1061fb52c6cbe4a7ac6b7b8757baeddaa0d1d95518) AuthConfig (554e16b4cf85be02948fcb5ff6f4b04e01ef44128453270f6cee0c6e5c11bb95) AuthConfig (63cc52fb32bded0d337cf1bcf3602b9b6584ddd1e05081687d816dcb6feb5522) AuthConfig (4d68dbd77f0d9e3b9bec4140375fc85225bbaad5e798e2a4092726bf7d22f1bc) AuthConfig (034340d72e6f00fd43631720af41677946e3fdbedb507a1fd714e70ea4f7a5ec) AuthConfig (339f18482b1f246ef403f7ce5c603f25bfeab891592de143b1160d4a66fc1d47) AuthConfig (3e4a6128306da5cad2f5d2b162acb8cf045a0b3a2f1c6f4f01863b57ae78a87e) AuthConfig (dd3e963b3c8bc6032cd6628ebf12d5759361989c0b45c264e846ceb5945f445a) AuthConfig (90328e268fc955964c40dff0337fdb5697183a689c7a14ef6c5f03522a6d9d6c) AuthConfig (158e0c0ecb58cf804520cc54ff743b133b5a7a702d8ec6b9d153d3da6fd1e7c4) AuthConfig (e4c9aa15727a637f7c0518451d2d16329849a0bf0f21c11c811ff03891e800b0) AuthConfig (ed16cb5da7a6448e9eceafc8e48881d2a07c9c5bc118cca41165af65bcbd7c99) AuthConfig (8212a0f37b6f57d267727da865327319dc5e14eb3577fb1ed2cd1383d2cdd229) AuthConfig (249d5aa6bdf7348aec8f2393079f8c04c475cd188bb11113c392d27ce68ea652) AuthConfig (89a9879094b7db44280b37e3a0e1d5d1bb83e48fbbf999233566cf146ced2872) AuthConfig (b14840b29d926c26622894977f0453f3b8661ac1227e9ba39f37ad6d837cfeda) AuthConfig (884a62828687675e8177b4191675ca9e8f3198e777ac456f530db6ca3c578292) AuthConfig (7c3b3f0eb82eb95e9d3449892a857d3db501e82ea2f3c0a6d0c2df2eb4f4ecaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"7ef40151-06d8-4612-b17a-c5be654133ba","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:30.472248048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"09c04c67-b227-4d7a-96aa-11a5cd6319eb","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"tenant":"e2e-ipp-a-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:30.472262231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"09c04c67-b227-4d7a-96aa-11a5cd6319eb","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"routeName":"ipp-route-caa7a0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-caa7a0","llmisvcName":"ipp-route-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:36.209363114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb2c3e11-c83c-4686-ace3-6408b8e68b6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:36.225573645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb2c3e11-c83c-4686-ace3-6408b8e68b6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:36.24269583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb2c3e11-c83c-4686-ace3-6408b8e68b6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:36.259542687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb2c3e11-c83c-4686-ace3-6408b8e68b6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:36.902352254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543e8653-7702-4376-ba69-b05b102b8c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:36.918563206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543e8653-7702-4376-ba69-b05b102b8c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:36.935033881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543e8653-7702-4376-ba69-b05b102b8c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:36.951325376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543e8653-7702-4376-ba69-b05b102b8c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:37.48313686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"4d4a6181-5c9e-4141-953a-3ae557de475c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-73dffe","tenantID":"e2e-api-b-73dffe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:37.56143145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"4d4a6181-5c9e-4141-953a-3ae557de475c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"name":"e2e-api-b-73dffe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:37.581628349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-73dffe-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"4d4a6181-5c9e-4141-953a-3ae557de475c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:37.69206487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00e89f99-2fa7-420b-953f-6e2449dfa073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:37.708371598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00e89f99-2fa7-420b-953f-6e2449dfa073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:37.724344918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00e89f99-2fa7-420b-953f-6e2449dfa073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:37.740548047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00e89f99-2fa7-420b-953f-6e2449dfa073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:38.002364437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"fe58f45d-429f-4c03-8074-a31889e51700","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c8bb87","tenantID":"e2e-api-a-c8bb87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:38.028473285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"fe58f45d-429f-4c03-8074-a31889e51700","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"name":"e2e-api-a-c8bb87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:38.198382245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"f7259c5f-ffa3-43be-9aff-7ee3968ed2d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c8bb87","tenantID":"e2e-api-a-c8bb87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:38.219646351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"f7259c5f-ffa3-43be-9aff-7ee3968ed2d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"name":"e2e-api-a-c8bb87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:38.234641959Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3f5339","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3f5339","reconcileID":"a9a2cc3a-9862-4e9e-ab52-7fca065a441d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3f5339","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-3f5339":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:38.874090162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da3c5350-8632-4ea4-b293-0c48e0c17dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:38.894061204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da3c5350-8632-4ea4-b293-0c48e0c17dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:38.910197095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da3c5350-8632-4ea4-b293-0c48e0c17dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:38.926110466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da3c5350-8632-4ea4-b293-0c48e0c17dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:39.654063561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a80a1e6-79b1-43b9-bd0b-f1192bee2324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:39.670130159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a80a1e6-79b1-43b9-bd0b-f1192bee2324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:39.686077149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a80a1e6-79b1-43b9-bd0b-f1192bee2324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:39.702413179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a80a1e6-79b1-43b9-bd0b-f1192bee2324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:40.475267581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f93f7a3-b8a5-4650-8143-2db11cc5cef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:40.517527379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f93f7a3-b8a5-4650-8143-2db11cc5cef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:40.539984744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f93f7a3-b8a5-4650-8143-2db11cc5cef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:40.556218937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f93f7a3-b8a5-4650-8143-2db11cc5cef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:40.57238903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"164c680b-1bec-4431-a64f-3e694f02099f","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-caa7a0","tenantID":"e2e-ipp-a-caa7a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:40.599313194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"164c680b-1bec-4431-a64f-3e694f02099f","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"e2e-ipp-a-caa7a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:40.619099488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-caa7a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14b54df3e6f3e364afe36e1061fb52c6cbe4a7ac6b7b8757baeddaa0d1d95518) AuthConfig (554e16b4cf85be02948fcb5ff6f4b04e01ef44128453270f6cee0c6e5c11bb95) AuthConfig (63cc52fb32bded0d337cf1bcf3602b9b6584ddd1e05081687d816dcb6feb5522) AuthConfig (4d68dbd77f0d9e3b9bec4140375fc85225bbaad5e798e2a4092726bf7d22f1bc) AuthConfig (034340d72e6f00fd43631720af41677946e3fdbedb507a1fd714e70ea4f7a5ec) AuthConfig (339f18482b1f246ef403f7ce5c603f25bfeab891592de143b1160d4a66fc1d47) AuthConfig (3e4a6128306da5cad2f5d2b162acb8cf045a0b3a2f1c6f4f01863b57ae78a87e) AuthConfig (dd3e963b3c8bc6032cd6628ebf12d5759361989c0b45c264e846ceb5945f445a) AuthConfig (90328e268fc955964c40dff0337fdb5697183a689c7a14ef6c5f03522a6d9d6c) AuthConfig (158e0c0ecb58cf804520cc54ff743b133b5a7a702d8ec6b9d153d3da6fd1e7c4) AuthConfig (e4c9aa15727a637f7c0518451d2d16329849a0bf0f21c11c811ff03891e800b0) AuthConfig (ed16cb5da7a6448e9eceafc8e48881d2a07c9c5bc118cca41165af65bcbd7c99) AuthConfig (8212a0f37b6f57d267727da865327319dc5e14eb3577fb1ed2cd1383d2cdd229) AuthConfig (249d5aa6bdf7348aec8f2393079f8c04c475cd188bb11113c392d27ce68ea652) AuthConfig (89a9879094b7db44280b37e3a0e1d5d1bb83e48fbbf999233566cf146ced2872) AuthConfig (b14840b29d926c26622894977f0453f3b8661ac1227e9ba39f37ad6d837cfeda) AuthConfig (884a62828687675e8177b4191675ca9e8f3198e777ac456f530db6ca3c578292) AuthConfig (7c3b3f0eb82eb95e9d3449892a857d3db501e82ea2f3c0a6d0c2df2eb4f4ecaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"164c680b-1bec-4431-a64f-3e694f02099f","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:41.24950268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3749950a-55e9-4144-acc6-5e54c332e7bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:41.265846193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3749950a-55e9-4144-acc6-5e54c332e7bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:41.281956272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3749950a-55e9-4144-acc6-5e54c332e7bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:41.298318337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3749950a-55e9-4144-acc6-5e54c332e7bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:41.954545955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4959917-0bb2-4715-8912-0b7f26653e7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:41.97110835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4959917-0bb2-4715-8912-0b7f26653e7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:41.987339997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4959917-0bb2-4715-8912-0b7f26653e7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:42.003596583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4959917-0bb2-4715-8912-0b7f26653e7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:42.726484945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504de126-a3fc-458f-a8c0-0ad74624688b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:42.798330199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504de126-a3fc-458f-a8c0-0ad74624688b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:42.817998624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504de126-a3fc-458f-a8c0-0ad74624688b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:42.834168142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504de126-a3fc-458f-a8c0-0ad74624688b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:43.526033461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ccfb76f-047e-4b13-bae9-8d6d0c071e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:43.542562536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ccfb76f-047e-4b13-bae9-8d6d0c071e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:43.558297608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ccfb76f-047e-4b13-bae9-8d6d0c071e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:43.574239019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ccfb76f-047e-4b13-bae9-8d6d0c071e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:47.614821917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"80d66a35-d938-464c-9bb9-51511262e3ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-73dffe","tenantID":"e2e-api-b-73dffe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:47.63588685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"80d66a35-d938-464c-9bb9-51511262e3ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"name":"e2e-api-b-73dffe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:47.655844415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-73dffe-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"80d66a35-d938-464c-9bb9-51511262e3ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:50.65183285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"6f832a4b-4fe6-4bb0-99d0-fecf8f931ae9","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-caa7a0","tenantID":"e2e-ipp-a-caa7a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:50.674345256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"6f832a4b-4fe6-4bb0-99d0-fecf8f931ae9","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"e2e-ipp-a-caa7a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:50.694245357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-caa7a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14b54df3e6f3e364afe36e1061fb52c6cbe4a7ac6b7b8757baeddaa0d1d95518) AuthConfig (554e16b4cf85be02948fcb5ff6f4b04e01ef44128453270f6cee0c6e5c11bb95) AuthConfig (63cc52fb32bded0d337cf1bcf3602b9b6584ddd1e05081687d816dcb6feb5522) AuthConfig (4d68dbd77f0d9e3b9bec4140375fc85225bbaad5e798e2a4092726bf7d22f1bc) AuthConfig (034340d72e6f00fd43631720af41677946e3fdbedb507a1fd714e70ea4f7a5ec) AuthConfig (339f18482b1f246ef403f7ce5c603f25bfeab891592de143b1160d4a66fc1d47) AuthConfig (3e4a6128306da5cad2f5d2b162acb8cf045a0b3a2f1c6f4f01863b57ae78a87e) AuthConfig (dd3e963b3c8bc6032cd6628ebf12d5759361989c0b45c264e846ceb5945f445a) AuthConfig (90328e268fc955964c40dff0337fdb5697183a689c7a14ef6c5f03522a6d9d6c) AuthConfig (158e0c0ecb58cf804520cc54ff743b133b5a7a702d8ec6b9d153d3da6fd1e7c4) AuthConfig (e4c9aa15727a637f7c0518451d2d16329849a0bf0f21c11c811ff03891e800b0) AuthConfig (ed16cb5da7a6448e9eceafc8e48881d2a07c9c5bc118cca41165af65bcbd7c99) AuthConfig (8212a0f37b6f57d267727da865327319dc5e14eb3577fb1ed2cd1383d2cdd229) AuthConfig (249d5aa6bdf7348aec8f2393079f8c04c475cd188bb11113c392d27ce68ea652) AuthConfig (89a9879094b7db44280b37e3a0e1d5d1bb83e48fbbf999233566cf146ced2872) AuthConfig (b14840b29d926c26622894977f0453f3b8661ac1227e9ba39f37ad6d837cfeda) AuthConfig (884a62828687675e8177b4191675ca9e8f3198e777ac456f530db6ca3c578292) AuthConfig (7c3b3f0eb82eb95e9d3449892a857d3db501e82ea2f3c0a6d0c2df2eb4f4ecaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"6f832a4b-4fe6-4bb0-99d0-fecf8f931ae9","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.157627731Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","namespace":"ai-tenant-e2e-ipp-a-4844f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.157704655Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","namespace":"ai-tenant-e2e-ipp-a-4844f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.157769615Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","tenant":"e2e-ipp-a-4844f7","tenantID":"e2e-ipp-a-4844f7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.175561411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","gvk":"Deployment","name":"maas-api-e2e-ipp-a-4844f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.210223495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","gvk":"Service","name":"maas-api-e2e-ipp-a-4844f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.229930173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-4844f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.248519292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-4844f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.267380336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-4844f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.286214285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-4844f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.307134308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-4844f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.325737409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-4844f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.343832563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-4844f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.363076884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-4844f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.38609491Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.39719786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","gvk":"Service","name":"payload-processing-e2e-ipp-a-4844f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.424030773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-4844f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.444894156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-4844f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.469526963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-4844f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.489314485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-4844f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.509363575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-4844f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.529176668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-4844f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.546936413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-4844f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.56703108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-4844f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:54.584948947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4844f7"},"namespace":"ai-tenant-e2e-ipp-a-4844f7","name":"default-tenant","reconcileID":"0979f0f4-688e-4fc6-97a8-5c7f41f0e42b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-4844f7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:55.056568853Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-4844f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-4844f7","reconcileID":"bfbf1416-de88-4897-848d-0f6911f516a4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-4844f7","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-4844f7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:55.541641852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a10e93-3f10-4c0c-be3d-b095ec09ca40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:55.606786986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a10e93-3f10-4c0c-be3d-b095ec09ca40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:55.666796729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a10e93-3f10-4c0c-be3d-b095ec09ca40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:55.685236116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a10e93-3f10-4c0c-be3d-b095ec09ca40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:56.353871463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd8497d1-b235-46d4-9d0b-98c5b118eb10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:56.370133814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd8497d1-b235-46d4-9d0b-98c5b118eb10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:56.386289439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd8497d1-b235-46d4-9d0b-98c5b118eb10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:56.40255804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd8497d1-b235-46d4-9d0b-98c5b118eb10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:57.130235782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbfee184-0baf-44ca-8a27-fe4d3e05054e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:57.158288445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbfee184-0baf-44ca-8a27-fe4d3e05054e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:57.17427938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbfee184-0baf-44ca-8a27-fe4d3e05054e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:57.190232456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbfee184-0baf-44ca-8a27-fe4d3e05054e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:57.687667038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"fa310191-db70-47cb-8f46-41ce7e6661ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-73dffe","tenantID":"e2e-api-b-73dffe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:57.710526192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"fa310191-db70-47cb-8f46-41ce7e6661ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"name":"e2e-api-b-73dffe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:57.730519421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-73dffe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a1726d66722a6da710e5996446094c6c663116b33f67e2709dcc9b9d9d4beb16) AuthConfig (1d434775bac2fd0a7727616bf84a6f34b027a4055479ccb8eda36156c8679865) AuthConfig (ac4de07a87e840f99ec28b870035d6316a24459e390cc4a23f49d5c8685154a3) AuthConfig (f2a278324160e902f2626a4e96ba139dfa50e77fdfae7e6f71740fcb44dbcd57) AuthConfig (8676d3cc0ccb006a980de6e8a5d39c5cc6bccc706fc0dfe20f3829e0ed6f75df) AuthConfig (4c6c3959389e20ff87957219bc52d9b94df91576769fb34b8b4cd1440bb00d51)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"fa310191-db70-47cb-8f46-41ce7e6661ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:57.752884349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1b28542-29fe-42cf-adf8-cf9efc7d394e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:57.752914251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1b28542-29fe-42cf-adf8-cf9efc7d394e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:57.859671998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a94916fb-e722-4f6f-bc9d-052a8b12d366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:57.875594625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a94916fb-e722-4f6f-bc9d-052a8b12d366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:57.891417684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a94916fb-e722-4f6f-bc9d-052a8b12d366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:56:57.90850606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a94916fb-e722-4f6f-bc9d-052a8b12d366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:00.726775271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"35fe8eb6-2077-46ec-a7ca-3e6ec0106e53","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-caa7a0","tenantID":"e2e-ipp-a-caa7a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:00.747848033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"35fe8eb6-2077-46ec-a7ca-3e6ec0106e53","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"e2e-ipp-a-caa7a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:00.837043841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"d588ee72-6536-4ce6-b852-198bfe69b9e6","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"tenant":"e2e-ipp-a-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:00.837066543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"d588ee72-6536-4ce6-b852-198bfe69b9e6","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"routeName":"ipp-route-caa7a0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-caa7a0","llmisvcName":"ipp-route-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:03.66750814Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"6aa164c8-8046-4347-8ab9-f98d4086ba48","namespace":"ai-tenant-e2e-api-a-c8bb87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:03.667564617Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"6aa164c8-8046-4347-8ab9-f98d4086ba48","namespace":"ai-tenant-e2e-api-a-c8bb87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:03.667614157Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"6aa164c8-8046-4347-8ab9-f98d4086ba48","name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:03.688206161Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"6aa164c8-8046-4347-8ab9-f98d4086ba48","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:03.688603919Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"12fee5e1-59a4-4371-9241-cdc2bf4f1a61","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:03.688878196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80e69b3e-6459-4a80-94b0-affafd6ddcec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:03.688894231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80e69b3e-6459-4a80-94b0-affafd6ddcec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:03.822165951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"12fee5e1-59a4-4371-9241-cdc2bf4f1a61","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c8bb87","tenantID":"e2e-api-a-c8bb87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:03.87939509Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"12fee5e1-59a4-4371-9241-cdc2bf4f1a61","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"name":"e2e-api-a-c8bb87-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:03.879419986Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"e2e-e2e-api-a-c8bb87-policy","reconcileID":"12fee5e1-59a4-4371-9241-cdc2bf4f1a61","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c8bb87-policy","namespace":"ai-tenant-e2e-api-a-c8bb87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c8bb87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:03.902679801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44d2111b-e38a-4769-b149-3c0bd91532e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:03.902700285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44d2111b-e38a-4769-b149-3c0bd91532e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:05.403893024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"25e74ab9-291a-47ae-8b69-672505f36a47","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3f5339","tenantID":"e2e-praxis-a-3f5339","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:05.454475009Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"25e74ab9-291a-47ae-8b69-672505f36a47","name":"e2e-praxis-a-3f5339-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:07.787154015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"0bf19398-e7b2-4792-a319-fc4e91b78654","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-73dffe","tenantID":"e2e-api-b-73dffe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:07.808265358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"0bf19398-e7b2-4792-a319-fc4e91b78654","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"name":"e2e-api-b-73dffe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:07.82846199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-73dffe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a1726d66722a6da710e5996446094c6c663116b33f67e2709dcc9b9d9d4beb16) AuthConfig (1d434775bac2fd0a7727616bf84a6f34b027a4055479ccb8eda36156c8679865) AuthConfig (ac4de07a87e840f99ec28b870035d6316a24459e390cc4a23f49d5c8685154a3) AuthConfig (f2a278324160e902f2626a4e96ba139dfa50e77fdfae7e6f71740fcb44dbcd57) AuthConfig (8676d3cc0ccb006a980de6e8a5d39c5cc6bccc706fc0dfe20f3829e0ed6f75df) AuthConfig (4c6c3959389e20ff87957219bc52d9b94df91576769fb34b8b4cd1440bb00d51)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"0bf19398-e7b2-4792-a319-fc4e91b78654","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:12.203404101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"0d802eaf-7ab4-4d18-a2a3-de2b10e65104","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"tenant":"e2e-ipp-a-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:12.203425135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"0d802eaf-7ab4-4d18-a2a3-de2b10e65104","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"routeName":"ipp-route-caa7a0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-caa7a0","llmisvcName":"ipp-route-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:57:12.261155814Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-sub","reconcileID":"4deb75ff-30b6-447f-a9ed-8e060d1549f1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-caa7a0-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:12.261672459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"e6361041-94fc-44e5-a4a5-882e18765107","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-caa7a0","tenantID":"e2e-ipp-a-caa7a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:12.263477662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"c70c76bc-d29e-49c6-8360-4d59030fc2c7","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"tenant":"e2e-ipp-a-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:12.263494952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"c70c76bc-d29e-49c6-8360-4d59030fc2c7","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"routeName":"ipp-route-caa7a0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-caa7a0","llmisvcName":"ipp-route-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:12.361027511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"e6361041-94fc-44e5-a4a5-882e18765107","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"e2e-ipp-a-caa7a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:12.377078541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"18ab2fda-673d-418c-a2cb-8990babaa880","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"tenant":"e2e-ipp-a-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:12.377164887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"18ab2fda-673d-418c-a2cb-8990babaa880","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"routeName":"ipp-route-caa7a0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-caa7a0","llmisvcName":"ipp-route-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:12.406101411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"c5cb6f44-59d1-4657-af15-4970f49ed753","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"tenant":"e2e-ipp-a-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:12.406137361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"c5cb6f44-59d1-4657-af15-4970f49ed753","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"routeName":"ipp-route-caa7a0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-caa7a0","llmisvcName":"ipp-route-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:12.514019465Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-sub","reconcileID":"213d02ba-1036-495e-a1ec-62d7a66922d0","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"maas-trlp-ipp-route-caa7a0","model":"ipp-route-caa7a0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:12.558230093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"df73f6c1-22e8-4d8a-9676-c34ece9078d2","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-caa7a0","tenantID":"e2e-ipp-a-caa7a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:12.590450123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"df73f6c1-22e8-4d8a-9676-c34ece9078d2","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"e2e-ipp-a-caa7a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:12.609343829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"d5f54d12-a12b-4177-b04c-7a7d97e5a380","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"tenant":"e2e-ipp-a-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:12.609363813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"d5f54d12-a12b-4177-b04c-7a7d97e5a380","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"routeName":"ipp-route-caa7a0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-caa7a0","llmisvcName":"ipp-route-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:12.697638736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-sub","reconcileID":"3c1ce1dd-edac-499a-a63e-1d40b33f8306","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"maas-trlp-ipp-route-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:13.157949942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11b62e1-d45d-4820-ae92-f0898ca19693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:13.175608888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11b62e1-d45d-4820-ae92-f0898ca19693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:13.194332638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11b62e1-d45d-4820-ae92-f0898ca19693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:13.212627607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11b62e1-d45d-4820-ae92-f0898ca19693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:13.926632178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"177da492-2809-4f37-81b7-cee9097b4846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:13.942855874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"177da492-2809-4f37-81b7-cee9097b4846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:13.959015415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"177da492-2809-4f37-81b7-cee9097b4846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:13.975449228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"177da492-2809-4f37-81b7-cee9097b4846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:17.86102794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"99cd0341-e704-4dc0-bea7-e355936b0f63","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-73dffe","tenantID":"e2e-api-b-73dffe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:17.882136693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"99cd0341-e704-4dc0-bea7-e355936b0f63","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"name":"e2e-api-b-73dffe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:17.971085317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cb4f66e-581c-4ac3-88ca-f4ac472a50c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:17.97110741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cb4f66e-581c-4ac3-88ca-f4ac472a50c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:21.271538969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a485a13-ad04-4f1e-b2e1-aa33134247df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:21.2876056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a485a13-ad04-4f1e-b2e1-aa33134247df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:21.303753235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a485a13-ad04-4f1e-b2e1-aa33134247df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:21.319822294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a485a13-ad04-4f1e-b2e1-aa33134247df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:21.999757487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1858ba9-ac29-4942-abd9-654608ff7b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:22.018136161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1858ba9-ac29-4942-abd9-654608ff7b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:22.034016966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1858ba9-ac29-4942-abd9-654608ff7b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:22.05271911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1858ba9-ac29-4942-abd9-654608ff7b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:22.769135673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09507e0-7c49-4e2b-ada8-7a9da5b1c3e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:22.785125787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09507e0-7c49-4e2b-ada8-7a9da5b1c3e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:22.801085958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09507e0-7c49-4e2b-ada8-7a9da5b1c3e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:22.817571646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09507e0-7c49-4e2b-ada8-7a9da5b1c3e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:23.556444081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b1c712-c402-46af-bd7e-52cd59eb519f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:23.574794977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b1c712-c402-46af-bd7e-52cd59eb519f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:23.593127199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b1c712-c402-46af-bd7e-52cd59eb519f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:23.609605538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b1c712-c402-46af-bd7e-52cd59eb519f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:24.383140771Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:24.769480374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-sub","reconcileID":"ea546fcd-c987-4f62-9a59-d74303476289","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"maas-trlp-ipp-route-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:24.833144753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"d9c39103-321c-4182-a072-ed4d7b2a781d","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"tenant":"e2e-ipp-a-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:24.833162054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"d9c39103-321c-4182-a072-ed4d7b2a781d","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"routeName":"ipp-route-caa7a0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-caa7a0","llmisvcName":"ipp-route-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:25.541194334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"5c5106d5-c6b2-4ccb-ad95-be2ddde15be8","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-caa7a0","tenantID":"e2e-ipp-a-caa7a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:25.562146577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"5c5106d5-c6b2-4ccb-ad95-be2ddde15be8","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"e2e-ipp-a-caa7a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:32.610207788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"617a689c-7a6d-484a-ae48-e81f511c6444","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"tenant":"e2e-ipp-a-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:32.610231817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"617a689c-7a6d-484a-ae48-e81f511c6444","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"routeName":"ipp-route-caa7a0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-caa7a0","llmisvcName":"ipp-route-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:32.641156334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"ef222038-e40f-4164-9b4c-182396fa12a9","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-caa7a0","tenantID":"e2e-ipp-a-caa7a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:32.652116724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"4e885ba2-771c-4ef2-bb22-45364b738905","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"tenant":"e2e-ipp-a-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:32.65213509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"4e885ba2-771c-4ef2-bb22-45364b738905","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"routeName":"ipp-route-caa7a0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-caa7a0","llmisvcName":"ipp-route-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:32.668754511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"ef222038-e40f-4164-9b4c-182396fa12a9","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"e2e-ipp-a-caa7a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:32.707855768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-sub","reconcileID":"94ba78c5-e705-41a0-b385-5b82abca8409","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"maas-trlp-ipp-route-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:32.836993186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-sub","reconcileID":"f458ccb8-d6c9-4b10-a74f-72b960031df2","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"maas-trlp-ipp-route-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:32.88278502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"3655f188-b879-4543-8794-98c1cff91d88","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-caa7a0","tenantID":"e2e-ipp-a-caa7a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:32.904174989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"3655f188-b879-4543-8794-98c1cff91d88","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"e2e-ipp-a-caa7a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:32.940065628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2c9391-12c2-41f2-81c6-a7f6b70f61f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:32.955854732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2c9391-12c2-41f2-81c6-a7f6b70f61f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:32.971954456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2c9391-12c2-41f2-81c6-a7f6b70f61f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:32.987776532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2c9391-12c2-41f2-81c6-a7f6b70f61f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:33.664611819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8afdf178-f161-4722-acd6-452ef645b2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:33.68128906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8afdf178-f161-4722-acd6-452ef645b2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:33.698133141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8afdf178-f161-4722-acd6-452ef645b2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:33.714188363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8afdf178-f161-4722-acd6-452ef645b2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.266636911Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","namespace":"ai-tenant-e2e-ipp-a-c92679","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.266703651Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","namespace":"ai-tenant-e2e-ipp-a-c92679","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.266752498Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","tenant":"e2e-ipp-a-c92679","tenantID":"e2e-ipp-a-c92679","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.288124951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","gvk":"Deployment","name":"maas-api-e2e-ipp-a-c92679","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.341809799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","gvk":"Service","name":"maas-api-e2e-ipp-a-c92679","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.364411155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-c92679","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.388079071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-c92679","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.414428168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-c92679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.434175886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-c92679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.456529462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-c92679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.474590681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924e4eba-5716-480b-a553-48fe34036337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.475889442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-c92679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.491562542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924e4eba-5716-480b-a553-48fe34036337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.513101118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924e4eba-5716-480b-a553-48fe34036337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.515349881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-c92679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.530564272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924e4eba-5716-480b-a553-48fe34036337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.554263669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-c92679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.594823159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","gvk":"Service","name":"payload-processing-e2e-ipp-a-c92679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.636164504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-c92679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.655207962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-c92679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.67353288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-c92679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.694113706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-c92679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.715087407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-c92679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.740387206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-c92679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.759283171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-c92679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.777301325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-c92679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.79647196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c92679"},"namespace":"ai-tenant-e2e-ipp-a-c92679","name":"default-tenant","reconcileID":"7c585f07-921f-4bad-a8df-ef5346b92baa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-c92679","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.818864228Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","namespace":"ai-tenant-e2e-api-a-c8bb87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.818974682Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","namespace":"ai-tenant-e2e-api-a-c8bb87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.819040347Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","tenant":"e2e-api-a-c8bb87","tenantID":"e2e-api-a-c8bb87","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.850391222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","gvk":"Deployment","name":"maas-api-e2e-api-a-c8bb87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.89183791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","gvk":"Service","name":"maas-api-e2e-api-a-c8bb87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.913186513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-c8bb87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.93171909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-c8bb87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.951033479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-c8bb87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:34.976489097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-c8bb87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:35.001547134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-c8bb87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:35.025629979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-c8bb87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:35.065687015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","gvk":"Deployment","name":"payload-processing-e2e-api-a-c8bb87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:35.081946134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-c8bb87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:35.100248899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","gvk":"Service","name":"payload-processing-e2e-api-a-c8bb87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:35.116111648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","gvk":"Service","name":"payload-pre-processing-e2e-api-a-c8bb87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:35.13278029Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-c92679","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-c92679","reconcileID":"f58727ad-a688-4fa7-abaa-858c468cba7e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-c92679","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-c92679"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:35.135684455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-c8bb87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:35.196294358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-c8bb87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:35.229393749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-c8bb87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:35.28524887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-c8bb87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:35.309728633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-c8bb87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:35.328938146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-c8bb87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:35.350210662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-c8bb87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:35.368061036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c8bb87"},"namespace":"ai-tenant-e2e-api-a-c8bb87","name":"default-tenant","reconcileID":"cb53eb8a-600b-4a42-8232-1a963b247501","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-c8bb87","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:35.398787354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db57ed8c-49a0-44d1-90c5-171f4f2a6a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:35.483268938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db57ed8c-49a0-44d1-90c5-171f4f2a6a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:35.517763684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db57ed8c-49a0-44d1-90c5-171f4f2a6a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:35.552639653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db57ed8c-49a0-44d1-90c5-171f4f2a6a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:35.80760192Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-c8bb87","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-c8bb87","reconcileID":"6eacb43f-f659-4c08-b412-0ed79116307f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-c8bb87","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-c8bb87"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:36.332052491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dfbcfd9-c25c-4d60-9ee9-1617398b3434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:36.348882758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dfbcfd9-c25c-4d60-9ee9-1617398b3434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:36.365186227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dfbcfd9-c25c-4d60-9ee9-1617398b3434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:36.383069706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dfbcfd9-c25c-4d60-9ee9-1617398b3434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:37.053364213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9131221-cbc4-4f14-ac86-866d76ec0678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:37.06955967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9131221-cbc4-4f14-ac86-866d76ec0678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:37.085563085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9131221-cbc4-4f14-ac86-866d76ec0678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:37.101645955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9131221-cbc4-4f14-ac86-866d76ec0678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:41.603206309Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","namespace":"ai-tenant-e2e-ipp-b-eaee54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:41.603272235Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","namespace":"ai-tenant-e2e-ipp-b-eaee54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:41.603352356Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","tenant":"e2e-ipp-b-eaee54","tenantID":"e2e-ipp-b-eaee54","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:41.621641846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","gvk":"Deployment","name":"maas-api-e2e-ipp-b-eaee54","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:41.655952624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","gvk":"Service","name":"maas-api-e2e-ipp-b-eaee54","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:41.675693857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-eaee54","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:41.694928425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-eaee54","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:41.715016085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-eaee54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:41.733406501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-eaee54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:41.754801707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-eaee54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:41.773125218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-eaee54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:41.79132277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-eaee54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:41.811747312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-eaee54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:41.840613174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","gvk":"Service","name":"payload-processing-e2e-ipp-b-eaee54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:41.870581487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-eaee54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:41.889249374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-eaee54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:41.907932079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-eaee54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:41.927814639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-eaee54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:41.949595145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-eaee54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:41.968072449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-eaee54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:41.985986949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-eaee54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:42.005012572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-eaee54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:42.027192787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eaee54"},"namespace":"ai-tenant-e2e-ipp-b-eaee54","name":"default-tenant","reconcileID":"fe0bdb63-7e00-42bd-98a3-0f1bf1b8e959","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-eaee54","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:42.372203782Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-eaee54","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-eaee54","reconcileID":"61e6c2ae-4149-46e1-81d7-10024f3adb15","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-eaee54","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-eaee54"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:42.821783584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"1385b8c2-07ed-42b3-a7e4-e411ef48546e","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"tenant":"e2e-ipp-a-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:42.821805577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"1385b8c2-07ed-42b3-a7e4-e411ef48546e","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"routeName":"ipp-route-caa7a0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-caa7a0","llmisvcName":"ipp-route-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:42.861415025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"80818e80-c42c-452c-a0d0-07582a0cc628","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-caa7a0","tenantID":"e2e-ipp-a-caa7a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:42.884020963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"80818e80-c42c-452c-a0d0-07582a0cc628","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"e2e-ipp-a-caa7a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:42.904327161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3016e3-791e-4d5f-937e-f12576df9930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:42.905034953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-sub","reconcileID":"a586465c-3a7a-475c-83db-51a10ad610c9","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"maas-trlp-ipp-route-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:42.923210478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3016e3-791e-4d5f-937e-f12576df9930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:42.940621553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3016e3-791e-4d5f-937e-f12576df9930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:42.957393406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3016e3-791e-4d5f-937e-f12576df9930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:43.053530378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-sub","reconcileID":"238b195a-9b78-403f-915d-19afc52cd64f","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"maas-trlp-ipp-route-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:43.106106935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"0f4923bb-3810-44e9-bc2f-de9dbe713e5e","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-caa7a0","tenantID":"e2e-ipp-a-caa7a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:43.134131588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"0f4923bb-3810-44e9-bc2f-de9dbe713e5e","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"e2e-ipp-a-caa7a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:43.679826427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57cb7092-28b4-415a-b826-ed07a8156af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:43.696263848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57cb7092-28b4-415a-b826-ed07a8156af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:43.712649947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57cb7092-28b4-415a-b826-ed07a8156af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:43.728581435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57cb7092-28b4-415a-b826-ed07a8156af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:44.422619399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5e7a37b-065e-4e4f-8fea-2d3ac7c8ac52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:44.438853739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5e7a37b-065e-4e4f-8fea-2d3ac7c8ac52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:44.455042188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5e7a37b-065e-4e4f-8fea-2d3ac7c8ac52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:44.471270354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5e7a37b-065e-4e4f-8fea-2d3ac7c8ac52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:45.169657385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6466e299-8419-4f0c-acd3-adc4918a1084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:45.185516285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6466e299-8419-4f0c-acd3-adc4918a1084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:45.201459959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6466e299-8419-4f0c-acd3-adc4918a1084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:45.217520276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6466e299-8419-4f0c-acd3-adc4918a1084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:45.707177386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"ce3d3651-b71b-4dc8-b28d-77fa4fcf94a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-73dffe","tenantID":"e2e-api-b-73dffe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:45.728230392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"ce3d3651-b71b-4dc8-b28d-77fa4fcf94a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"name":"e2e-api-b-73dffe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:45.892564658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"084cf563-772c-418a-815e-8668567f56d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-73dffe","tenantID":"e2e-api-b-73dffe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:45.913859244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"084cf563-772c-418a-815e-8668567f56d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"name":"e2e-api-b-73dffe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:46.025388212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df85f849-2afe-4214-8118-b0f107a6da27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:46.04197969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df85f849-2afe-4214-8118-b0f107a6da27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:46.059175065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df85f849-2afe-4214-8118-b0f107a6da27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:46.075461499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df85f849-2afe-4214-8118-b0f107a6da27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:46.855013493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc187145-588c-4401-aac0-0eba28ae2431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:46.870864757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc187145-588c-4401-aac0-0eba28ae2431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:46.88727145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc187145-588c-4401-aac0-0eba28ae2431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:46.903878323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc187145-588c-4401-aac0-0eba28ae2431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:47.558315971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b91766-d86e-4209-bbb1-6b05bcbfc947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:47.575190343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b91766-d86e-4209-bbb1-6b05bcbfc947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:47.591518493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b91766-d86e-4209-bbb1-6b05bcbfc947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:47.607855276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b91766-d86e-4209-bbb1-6b05bcbfc947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:48.28296554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530919a6-b787-433f-801a-5fd4c67728d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:48.299422291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530919a6-b787-433f-801a-5fd4c67728d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:48.315673446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530919a6-b787-433f-801a-5fd4c67728d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:48.331607397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530919a6-b787-433f-801a-5fd4c67728d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:54.382775192Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:55.873805388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"1170ce9e-05a7-4f21-b3e3-e7f05efd7212","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-73dffe","tenantID":"e2e-api-b-73dffe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:55.895627326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"1170ce9e-05a7-4f21-b3e3-e7f05efd7212","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"name":"e2e-api-b-73dffe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:55.993854894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"8b882dac-c3c3-4e11-9c94-5221abaf44e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-73dffe","tenantID":"e2e-api-b-73dffe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:56.057916276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"8b882dac-c3c3-4e11-9c94-5221abaf44e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"name":"e2e-api-b-73dffe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:58.427861989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7dea622-851f-4a9d-9893-97fe166bb28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:58.444507456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7dea622-851f-4a9d-9893-97fe166bb28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:58.461235073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7dea622-851f-4a9d-9893-97fe166bb28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:58.477330924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7dea622-851f-4a9d-9893-97fe166bb28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:58.979866969Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"ba523032-ea53-47bb-901e-e680fa487eea","namespace":"ai-tenant-e2e-ipp-a-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:58.979963466Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"ba523032-ea53-47bb-901e-e680fa487eea","name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.000225662Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"ba523032-ea53-47bb-901e-e680fa487eea","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.000240476Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"ba523032-ea53-47bb-901e-e680fa487eea","namespace":"ai-tenant-e2e-ipp-a-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.000308172Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"ba523032-ea53-47bb-901e-e680fa487eea","name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.001150849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"daf44d09-d5b4-4503-b77d-1519919d4f46","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"tenant":"e2e-ipp-a-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.001167859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"daf44d09-d5b4-4503-b77d-1519919d4f46","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"routeName":"ipp-route-caa7a0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-caa7a0","llmisvcName":"ipp-route-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.018890438Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"ba523032-ea53-47bb-901e-e680fa487eea","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.022730058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"345c133b-26d9-4e26-b9c3-5534fabe8583","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"tenant":"e2e-ipp-a-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.022744482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"345c133b-26d9-4e26-b9c3-5534fabe8583","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"routeName":"ipp-route-caa7a0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-caa7a0","llmisvcName":"ipp-route-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:57:59.039948749Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"345c133b-26d9-4e26-b9c3-5534fabe8583","name":"ipp-route-caa7a0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-caa7a0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:57:59.039998195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"345c133b-26d9-4e26-b9c3-5534fabe8583","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-caa7a0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.045286774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"dafe9a19-0bbc-4d8f-837c-f14f67073645","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"tenant":"e2e-ipp-a-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.045300707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"dafe9a19-0bbc-4d8f-837c-f14f67073645","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"routeName":"ipp-route-caa7a0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-caa7a0","llmisvcName":"ipp-route-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.055266023Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-sub","reconcileID":"9984e576-c676-4140-bd0e-58196b3529c8","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8badc062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.083359853Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-sub","reconcileID":"b22562b3-1523-4fcd-86d7-c5f7648a0a72","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8badc062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.095971122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"43e0fa5f-9d88-4f80-a721-562b73d8a0a4","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-caa7a0","tenantID":"e2e-ipp-a-caa7a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.168540241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"43e0fa5f-9d88-4f80-a721-562b73d8a0a4","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"e2e-ipp-a-caa7a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.202366865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841f2800-88de-4ef9-a663-e7aa67e69d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.21924618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841f2800-88de-4ef9-a663-e7aa67e69d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.219359416Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"f0737f9b-e5ee-4201-97cb-9f7153c23c19","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.235294801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841f2800-88de-4ef9-a663-e7aa67e69d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.251613629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841f2800-88de-4ef9-a663-e7aa67e69d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.279587498Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-e9b2dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-e9b2dd","reconcileID":"5b62543d-1dd4-46ec-941a-bec376da206c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-e9b2dd","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-e9b2dd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.337668911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"f0737f9b-e5ee-4201-97cb-9f7153c23c19","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-caa7a0","tenantID":"e2e-ipp-a-caa7a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.402287821Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"f0737f9b-e5ee-4201-97cb-9f7153c23c19","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"e2e-ipp-a-caa7a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.402307737Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-auth","reconcileID":"f0737f9b-e5ee-4201-97cb-9f7153c23c19","MaaSAuthPolicy":{"name":"ipp-route-caa7a0-auth","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.435626727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"17a6adf8-a537-4fa6-b071-d4740fd33048","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"tenant":"e2e-ipp-a-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.43564473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"17a6adf8-a537-4fa6-b071-d4740fd33048","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"routeName":"ipp-route-caa7a0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-caa7a0","llmisvcName":"ipp-route-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.971387488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71fddd9-8ad9-4738-959f-c5e906152cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:57:59.987476629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71fddd9-8ad9-4738-959f-c5e906152cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:00.004106192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71fddd9-8ad9-4738-959f-c5e906152cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:00.020410114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71fddd9-8ad9-4738-959f-c5e906152cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:00.767306793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0977c0c-680c-4840-8596-f723d9860dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:00.783371105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0977c0c-680c-4840-8596-f723d9860dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:00.799326361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0977c0c-680c-4840-8596-f723d9860dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:00.815487657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0977c0c-680c-4840-8596-f723d9860dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:01.769381235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee77135-a857-4a27-ba84-732c6d075872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:01.79830644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee77135-a857-4a27-ba84-732c6d075872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:01.81571351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee77135-a857-4a27-ba84-732c6d075872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:01.831693797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee77135-a857-4a27-ba84-732c6d075872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:03.299350891Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"98ee9475-c33f-4f03-92fa-f5af805ab817","namespace":"ai-tenant-e2e-api-b-73dffe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:03.299404987Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"98ee9475-c33f-4f03-92fa-f5af805ab817","namespace":"ai-tenant-e2e-api-b-73dffe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:03.299449508Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"98ee9475-c33f-4f03-92fa-f5af805ab817","name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:03.318629146Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"98ee9475-c33f-4f03-92fa-f5af805ab817","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:03.319163386Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"48ae97e4-7273-4466-93e1-91993d2d8ea4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:03.319300313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9168036-e3f7-4266-bc1c-570a2fb6ef2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:03.319317343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9168036-e3f7-4266-bc1c-570a2fb6ef2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:03.36810228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"48ae97e4-7273-4466-93e1-91993d2d8ea4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-73dffe","tenantID":"e2e-api-b-73dffe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:03.469169181Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"48ae97e4-7273-4466-93e1-91993d2d8ea4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"name":"e2e-api-b-73dffe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:03.469192804Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"e2e-e2e-api-b-73dffe-policy","reconcileID":"48ae97e4-7273-4466-93e1-91993d2d8ea4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-73dffe-policy","namespace":"ai-tenant-e2e-api-b-73dffe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-73dffe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:03.492308635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c9eea21-b422-4763-9604-7bcb1721c0ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:03.492324858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c9eea21-b422-4763-9604-7bcb1721c0ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:05.469610776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c3deaa-1be4-474f-ad93-4a5be152d659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:05.485621173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c3deaa-1be4-474f-ad93-4a5be152d659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:05.501741832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c3deaa-1be4-474f-ad93-4a5be152d659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:05.517670894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c3deaa-1be4-474f-ad93-4a5be152d659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:06.233398055Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6fcda5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6fcda5","reconcileID":"83ec7d63-992b-42aa-b819-9224446d3840","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6fcda5","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-6fcda5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:06.256424369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abd4efe0-a14a-4a4d-a0e6-ec8fc8dd5bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:06.272541072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abd4efe0-a14a-4a4d-a0e6-ec8fc8dd5bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:06.288543285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abd4efe0-a14a-4a4d-a0e6-ec8fc8dd5bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:06.304767245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abd4efe0-a14a-4a4d-a0e6-ec8fc8dd5bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:07.099658904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3c1af55-a526-40a5-926d-bbd6153681e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:07.11601976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3c1af55-a526-40a5-926d-bbd6153681e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:07.132245052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3c1af55-a526-40a5-926d-bbd6153681e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:07.148714006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3c1af55-a526-40a5-926d-bbd6153681e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:09.10015522Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-sub","reconcileID":"8fd30f3a-8b4b-4f63-8f7c-c1e2f9745dd4","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","subscription":"ipp-route-caa7a0-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:09.119843947Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-sub","reconcileID":"8fd30f3a-8b4b-4f63-8f7c-c1e2f9745dd4","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:09.137040445Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0-sub","reconcileID":"8fd30f3a-8b4b-4f63-8f7c-c1e2f9745dd4","MaaSSubscription":{"name":"ipp-route-caa7a0-sub","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"name":"maas-trlp-ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:09.300442056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"8ea5774c-c009-4f8f-8006-c2d1372799db","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"tenant":"e2e-ipp-a-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","model":"ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:09.300463177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"8ea5774c-c009-4f8f-8006-c2d1372799db","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"routeName":"ipp-route-caa7a0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-caa7a0","llmisvcName":"ipp-route-caa7a0","gateway":"openshift-ingress/e2e-ipp-a-caa7a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:11.926812411Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","namespace":"ai-tenant-e2e-ipp-b-648839","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:11.926869952Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","namespace":"ai-tenant-e2e-ipp-b-648839","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:11.926956195Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","tenant":"e2e-ipp-b-648839","tenantID":"e2e-ipp-b-648839","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:11.945425963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","gvk":"Deployment","name":"maas-api-e2e-ipp-b-648839","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:11.977854417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","gvk":"Service","name":"maas-api-e2e-ipp-b-648839","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:12.001055109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-648839","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:12.028675013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-648839","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:12.047731003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-648839","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:12.067448004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-648839","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:12.088497548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-648839","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:12.110864607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-648839","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:12.130783106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-648839","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:12.149041618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-648839","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:12.175435452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","gvk":"Service","name":"payload-processing-e2e-ipp-b-648839","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:12.204718004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-648839","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:12.226131061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-648839","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:12.244587835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-648839","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:12.264831757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-648839","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:12.291300393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-648839","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:12.311114302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-648839","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:12.32909696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-648839","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:12.347152604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-648839","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:12.366877136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-648839"},"namespace":"ai-tenant-e2e-ipp-b-648839","name":"default-tenant","reconcileID":"9e2ff867-13ba-4463-bee5-0442894471ec","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-648839","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:12.716918463Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-648839","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-648839","reconcileID":"12855032-28ef-4a77-9c79-c8aed1bca190","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-648839","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-648839"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:13.182204792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1667a38a-49e5-4022-ba1c-7cea593f3cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:13.19917316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1667a38a-49e5-4022-ba1c-7cea593f3cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:13.215666461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1667a38a-49e5-4022-ba1c-7cea593f3cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:13.23340344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1667a38a-49e5-4022-ba1c-7cea593f3cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:13.963574516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e623a2-c6e6-4016-a61b-9712f7b36326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:13.980626219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e623a2-c6e6-4016-a61b-9712f7b36326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:13.996983438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e623a2-c6e6-4016-a61b-9712f7b36326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:14.01352977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e623a2-c6e6-4016-a61b-9712f7b36326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:14.735920376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ed55e6-87e9-4bc0-b668-dc4eb27508b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:14.752655562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ed55e6-87e9-4bc0-b668-dc4eb27508b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:14.768338459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ed55e6-87e9-4bc0-b668-dc4eb27508b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:14.784567697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ed55e6-87e9-4bc0-b668-dc4eb27508b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:15.507723833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1659e54-fa0f-4780-8d99-b44bcaf40cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:15.525239366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1659e54-fa0f-4780-8d99-b44bcaf40cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:15.542459145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1659e54-fa0f-4780-8d99-b44bcaf40cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:15.558493545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1659e54-fa0f-4780-8d99-b44bcaf40cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:18.836772258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"e3fe4352-c5ed-41f5-8881-eef3388e7e92","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-e9b2dd","tenantID":"e2e-praxis-b-e9b2dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:18.900119554Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"e3fe4352-c5ed-41f5-8881-eef3388e7e92","name":"e2e-praxis-b-e9b2dd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:18.923432686Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","namespace":"ai-tenant-e2e-ipp-a-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:18.923489388Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","namespace":"ai-tenant-e2e-ipp-a-caa7a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:18.923538587Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","tenant":"e2e-ipp-a-caa7a0","tenantID":"e2e-ipp-a-caa7a0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:18.943330244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","gvk":"Deployment","name":"maas-api-e2e-ipp-a-caa7a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:19.005221273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","gvk":"Service","name":"maas-api-e2e-ipp-a-caa7a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:19.032946993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-caa7a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:19.056805575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-caa7a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:19.080960253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-caa7a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:19.101483398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-caa7a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:19.124238988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-caa7a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:19.147786793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-caa7a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:19.178884547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-caa7a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:19.20694689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-caa7a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:19.266144197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","gvk":"Service","name":"payload-processing-e2e-ipp-a-caa7a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:19.317936279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-caa7a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:19.353169409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-caa7a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:19.376607682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-caa7a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:19.397352068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-caa7a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:19.428721342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-caa7a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:19.457281049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-caa7a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:19.47702864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-caa7a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:19.514887322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-caa7a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:19.549400642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"default-tenant","reconcileID":"48091785-0aec-4de9-a913-dba61af11e2c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-caa7a0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:19.987864008Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-caa7a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-caa7a0","reconcileID":"1ba15703-b88e-48de-9a10-62a4f5742342","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-caa7a0","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-caa7a0"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:20.104192909Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"1296e79f-b1b9-4189-bfba-25c68a7609e7","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:20.138812722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"1296e79f-b1b9-4189-bfba-25c68a7609e7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:20.144634062Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"b5dce633-84f0-4844-98c7-5016e7ed7461","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:20.14469007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"b5dce633-84f0-4844-98c7-5016e7ed7461","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:20.155685658Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"9bfe9cc0-4a0e-4fbb-bc6b-d8900edf7c77","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:20.155742162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"9bfe9cc0-4a0e-4fbb-bc6b-d8900edf7c77","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:20.183505804Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"fab6b934-7f45-484d-938e-fc65f6b44769","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:20.183603514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"fab6b934-7f45-484d-938e-fc65f6b44769","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:20.223968918Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"00ec8bce-93d2-4d66-9a71-c99dadd24511","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:20.224067912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"00ec8bce-93d2-4d66-9a71-c99dadd24511","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:20.305121296Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"75713b1d-acc7-49d3-a781-2435b32cfa0d","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:20.305206285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"75713b1d-acc7-49d3-a781-2435b32cfa0d","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:20.465950974Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"354d2605-ad13-4a83-9f03-bc32dcf7932e","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:20.466018141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"354d2605-ad13-4a83-9f03-bc32dcf7932e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:20.540102113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b18965f-905b-4d2e-a708-934431f95d91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:20.556510483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b18965f-905b-4d2e-a708-934431f95d91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:20.572782056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b18965f-905b-4d2e-a708-934431f95d91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:20.589389927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b18965f-905b-4d2e-a708-934431f95d91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:20.786671457Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"804f0544-2fa0-4a03-bb28-e3f9ad3da71a","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:20.786740186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"804f0544-2fa0-4a03-bb28-e3f9ad3da71a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:21.094072018Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"55391bdf-8385-4502-846d-7011bb2af366","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:21.094146243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"55391bdf-8385-4502-846d-7011bb2af366","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:21.2576081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c82bd71e-7951-4abd-af5b-cd52a2770854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:21.27517044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c82bd71e-7951-4abd-af5b-cd52a2770854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:21.291215751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c82bd71e-7951-4abd-af5b-cd52a2770854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:21.307377993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c82bd71e-7951-4abd-af5b-cd52a2770854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:22.374680878Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"143ca733-c9aa-42cd-a83e-414d2965b05b","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:22.374748718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"143ca733-c9aa-42cd-a83e-414d2965b05b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:23.954251086Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","namespace":"ai-tenant-e2e-api-b-73dffe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:23.954333702Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","namespace":"ai-tenant-e2e-api-b-73dffe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:23.954403864Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","tenant":"e2e-api-b-73dffe","tenantID":"e2e-api-b-73dffe","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:23.973319592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","gvk":"Deployment","name":"maas-api-e2e-api-b-73dffe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:24.014431113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","gvk":"Service","name":"maas-api-e2e-api-b-73dffe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:24.036507744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-73dffe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:24.054555695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-73dffe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:24.075791026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-73dffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:24.094650428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-73dffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:24.117013404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-73dffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:24.137582897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-73dffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:24.154034147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","gvk":"Deployment","name":"payload-processing-e2e-api-b-73dffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:24.170000728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-73dffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:24.187812805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","gvk":"Service","name":"payload-processing-e2e-api-b-73dffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:24.204104073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","gvk":"Service","name":"payload-pre-processing-e2e-api-b-73dffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:24.22011169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-73dffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:24.235673084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-73dffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:24.254402097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-73dffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:24.276879916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-73dffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:24.298398463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-73dffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:24.314516724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-73dffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:24.331413345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-73dffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:24.350110677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-73dffe"},"namespace":"ai-tenant-e2e-api-b-73dffe","name":"default-tenant","reconcileID":"055d42b1-b39c-4101-8d1e-56c8e93e22a1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-73dffe","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:24.385198382Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:24.721053954Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-73dffe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-73dffe","reconcileID":"27df411c-e8ba-403b-a7ba-b32b48cf0069","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-73dffe","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-73dffe"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:24.786798683Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"da5a538c-af09-438b-8919-40e6b31aa7fb","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:24.786855392Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"da5a538c-af09-438b-8919-40e6b31aa7fb","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:25.170925617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7204f49a-2d01-47a5-95ae-dcd1c2530ce6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:25.190791101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7204f49a-2d01-47a5-95ae-dcd1c2530ce6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:25.209708301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7204f49a-2d01-47a5-95ae-dcd1c2530ce6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:25.225849353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7204f49a-2d01-47a5-95ae-dcd1c2530ce6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:25.939648675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"685f5004-df67-4660-a767-23c4166bc089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:25.956009966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"685f5004-df67-4660-a767-23c4166bc089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:25.972141076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"685f5004-df67-4660-a767-23c4166bc089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:25.988263918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"685f5004-df67-4660-a767-23c4166bc089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:28.454483846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"0d8bef5a-be76-4969-a517-d8808150388e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6fcda5","tenantID":"e2e-praxis-a-6fcda5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:28.500834876Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"0d8bef5a-be76-4969-a517-d8808150388e","name":"e2e-praxis-a-6fcda5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:29.908114848Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"d76174bc-7c5f-4c13-b279-572cc46c82ae","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:29.908180033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"d76174bc-7c5f-4c13-b279-572cc46c82ae","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:40.148866868Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"a5a4cf3f-ec71-4d7f-b007-b39a57f8d325","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:40.148954818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"a5a4cf3f-ec71-4d7f-b007-b39a57f8d325","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:40.639243869Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"b2dc4883-0642-4a21-8251-660a24625dcf","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:40.639334906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"b2dc4883-0642-4a21-8251-660a24625dcf","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:41.027748485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44f6760-72ec-4bdf-a99b-a3138794cb8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:41.043964165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44f6760-72ec-4bdf-a99b-a3138794cb8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:41.060462848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44f6760-72ec-4bdf-a99b-a3138794cb8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:41.077481419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44f6760-72ec-4bdf-a99b-a3138794cb8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:41.979150485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c336df6b-8bc9-4e07-8081-659dc56aa34e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:42.003839316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c336df6b-8bc9-4e07-8081-659dc56aa34e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:42.020021795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c336df6b-8bc9-4e07-8081-659dc56aa34e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:42.036154772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c336df6b-8bc9-4e07-8081-659dc56aa34e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:46.893680767Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"7040980b-a77b-4928-b0dc-459554a50969","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:46.893804585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"7040980b-a77b-4928-b0dc-459554a50969","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:46.984167806Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"4a4dfbf6-deaf-49ba-8df6-7c3073aece31","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:46.984353294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"4a4dfbf6-deaf-49ba-8df6-7c3073aece31","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:47.356464928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d58a2a-89ed-490c-ab0f-325c98164ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:47.378067739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d58a2a-89ed-490c-ab0f-325c98164ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:47.412952621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d58a2a-89ed-490c-ab0f-325c98164ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:47.429283399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d58a2a-89ed-490c-ab0f-325c98164ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:48.088885187Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"cccbe63d-b7c2-4566-a203-159d14c2f1ad","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:48.089116689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"cccbe63d-b7c2-4566-a203-159d14c2f1ad","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:48.173714121Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-48e1f1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-48e1f1","reconcileID":"40949306-60a0-40ba-9894-96b0a8fff35d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-48e1f1","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-48e1f1":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:48.324716805Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"7b11d6a1-9f39-4124-a298-1b26df99449c","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:48.324783936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"7b11d6a1-9f39-4124-a298-1b26df99449c","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:48.357691592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ee65a1-2824-4170-b8d6-ff394e2c7cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:48.374491456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ee65a1-2824-4170-b8d6-ff394e2c7cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:48.390513965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ee65a1-2824-4170-b8d6-ff394e2c7cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:48.406713691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ee65a1-2824-4170-b8d6-ff394e2c7cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:48.959679583Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"bdad42c6-8ca3-4b32-a75d-ed7b44bea5dd","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:48.959786993Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"bdad42c6-8ca3-4b32-a75d-ed7b44bea5dd","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:48.998545235Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"03e98118-38b4-409b-8968-e2059d6deee2","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:48.998619912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"03e98118-38b4-409b-8968-e2059d6deee2","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:49.16123102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7230ad69-c4c1-4695-a7e9-57df0749c917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:49.178932179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7230ad69-c4c1-4695-a7e9-57df0749c917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:49.195611459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7230ad69-c4c1-4695-a7e9-57df0749c917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:49.211822171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7230ad69-c4c1-4695-a7e9-57df0749c917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:49.77232899Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"f873c168-58a2-41ce-91c6-3452bca397ff","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:49.772400723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"f873c168-58a2-41ce-91c6-3452bca397ff","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:49.780884526Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"48e71e4d-33cf-4fe9-8def-4b3ba3e746ba","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:49.781006395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"48e71e4d-33cf-4fe9-8def-4b3ba3e746ba","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:49.990391592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdd7cd05-8644-4be7-9d40-26f027bce203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:50.007261037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdd7cd05-8644-4be7-9d40-26f027bce203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:50.02354017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdd7cd05-8644-4be7-9d40-26f027bce203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:50.041292148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdd7cd05-8644-4be7-9d40-26f027bce203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:50.072684371Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"904cf708-3ef7-413a-ab9b-5b265655d173","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:50.07276213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"904cf708-3ef7-413a-ab9b-5b265655d173","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:50.435524751Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"3436aa0c-e6d3-40a5-a501-71e1196ca0c2","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:50.435721034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"3436aa0c-e6d3-40a5-a501-71e1196ca0c2","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:50.776838305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262df517-760f-4222-b8a6-29e7ffec312e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:50.793085726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262df517-760f-4222-b8a6-29e7ffec312e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:50.809305847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262df517-760f-4222-b8a6-29e7ffec312e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:50.825831781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262df517-760f-4222-b8a6-29e7ffec312e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:51.470051691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50fce891-5c83-4353-82c8-ab37216732d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:51.488212299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50fce891-5c83-4353-82c8-ab37216732d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:51.495312608Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"9acaf7db-5334-4237-a3d9-c7f84d89b73f","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:51.495390698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"9acaf7db-5334-4237-a3d9-c7f84d89b73f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:51.505040484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50fce891-5c83-4353-82c8-ab37216732d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:51.521153062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50fce891-5c83-4353-82c8-ab37216732d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:51.58243559Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-e25f4a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-e25f4a","reconcileID":"28dc1454-2ea7-4fbc-ba18-4d8b2a369df1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-e25f4a","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-e25f4a":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:51.677182383Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"a5adcadb-e7ac-4e5e-b7a0-d4ff51f40dc7","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:51.677274785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"a5adcadb-e7ac-4e5e-b7a0-d4ff51f40dc7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:52.43586936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26f29c5d-0290-4a62-a273-12dd9c8eee17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:52.455681517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26f29c5d-0290-4a62-a273-12dd9c8eee17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:52.472207073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26f29c5d-0290-4a62-a273-12dd9c8eee17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:52.492630213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26f29c5d-0290-4a62-a273-12dd9c8eee17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:52.77742493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"c80dc116-a81f-4213-987f-a18859cc5e18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:52.905058856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"11dd9ce1-86c1-4282-89dc-2f05c3142fa5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:52.905089985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"256da621-5c65-47fd-a84d-6050dc0f3b76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:52.905530621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"75a5969b-09f6-42f9-9f3e-946d1eab47d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:53.069663763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"a557e931-7045-4abc-8651-b20086d27a82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:53.079264497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"09515db6-3dd7-473f-af99-1ff5d2423bb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:53.130145775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3673dde3-1270-4157-920e-c868d3ec3071","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:53.130608881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"04b563fc-ab96-44c2-9b66-c0b4617f0309","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:53.130834942Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"e9c446ae-e6e7-4453-a66d-05eea68a04fc","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:53.130932523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"e9c446ae-e6e7-4453-a66d-05eea68a04fc","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:53.146613401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"79f87a88-2ed7-4ae7-91e7-4b537bc56c2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:53.186927407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"2d83bc98-fabf-498b-96d2-a8e04329f2d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:53.292434554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"fef7d4a7-a459-42b9-b971-9618cf83c8e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:53.292493937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98247ba4-fb4f-4d6e-b397-2c59878b1792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:53.292743791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"19009b7a-f41d-47ae-a29f-cf65ae4e9b0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:53.308697839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98247ba4-fb4f-4d6e-b397-2c59878b1792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:53.32467422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98247ba4-fb4f-4d6e-b397-2c59878b1792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:53.340998686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98247ba4-fb4f-4d6e-b397-2c59878b1792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:54.28606435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba66c6ec-c130-4ad8-aa14-bd11ee458f04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:54.302811734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba66c6ec-c130-4ad8-aa14-bd11ee458f04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:54.318971056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba66c6ec-c130-4ad8-aa14-bd11ee458f04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:54.335014034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba66c6ec-c130-4ad8-aa14-bd11ee458f04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:54.388229979Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:55.287232803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb9d6eb1-5f39-4b45-bc48-a77187b4aa07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:55.304785751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb9d6eb1-5f39-4b45-bc48-a77187b4aa07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:55.32118528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb9d6eb1-5f39-4b45-bc48-a77187b4aa07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:55.337265185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb9d6eb1-5f39-4b45-bc48-a77187b4aa07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:56.125243038Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"695e4512-b5dd-4f10-8b30-9c9782d2d9d3","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:56.125422422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"695e4512-b5dd-4f10-8b30-9c9782d2d9d3","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:56.194712796Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"8a4aeb22-3ac8-4893-b02f-0da746a8aa71","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:56.194802593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"8a4aeb22-3ac8-4893-b02f-0da746a8aa71","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:56.629796993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8c6367-9044-4451-8193-57c375e55dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:56.646823546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8c6367-9044-4451-8193-57c375e55dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:56.666847627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8c6367-9044-4451-8193-57c375e55dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:56.687201734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8c6367-9044-4451-8193-57c375e55dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:57.316217069Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"e06094cb-ae13-4a69-9bc3-e5ac5db910df","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:57.320982185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"e06094cb-ae13-4a69-9bc3-e5ac5db910df","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:57.437103374Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b920f1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b920f1","reconcileID":"73701d31-76ef-4b51-837b-7cea0c0d6421","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-b920f1","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-b920f1":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:57.569471227Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"2195957e-391f-4889-a462-9fb6b3ebe2ab","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:57.569552645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"2195957e-391f-4889-a462-9fb6b3ebe2ab","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:57.65415237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb71a86-fd73-4ce5-a312-2d5acb5f8c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:57.671291133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb71a86-fd73-4ce5-a312-2d5acb5f8c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:57.689064296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb71a86-fd73-4ce5-a312-2d5acb5f8c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:57.710013476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb71a86-fd73-4ce5-a312-2d5acb5f8c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:58.628853498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe761e8-9592-43ce-bb9f-19caeed4b78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:58.645173519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe761e8-9592-43ce-bb9f-19caeed4b78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:58.664019674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe761e8-9592-43ce-bb9f-19caeed4b78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:58.685364835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe761e8-9592-43ce-bb9f-19caeed4b78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:59.003055862Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"a8890013-54a8-44d6-a036-59700d1702e0","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:59.003130837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"a8890013-54a8-44d6-a036-59700d1702e0","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:59.341776257Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"c0eba377-1d6f-4a7b-abba-bd77ac0ac7a6","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T11:58:59.341847651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-caa7a0","namespace":"ai-tenant-e2e-ipp-a-caa7a0"},"namespace":"ai-tenant-e2e-ipp-a-caa7a0","name":"ipp-route-caa7a0","reconcileID":"c0eba377-1d6f-4a7b-abba-bd77ac0ac7a6","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-caa7a0/ipp-route-caa7a0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-caa7a0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:59.390134157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d726f12a-446e-461c-9df0-1c51bf920bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:59.406385876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d726f12a-446e-461c-9df0-1c51bf920bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:59.432447363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d726f12a-446e-461c-9df0-1c51bf920bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:58:59.448553716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d726f12a-446e-461c-9df0-1c51bf920bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:00.251189481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb46483e-f8b5-4fd5-904c-53427b3eb6e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:00.2685209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb46483e-f8b5-4fd5-904c-53427b3eb6e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:00.285436366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb46483e-f8b5-4fd5-904c-53427b3eb6e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:00.302121493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb46483e-f8b5-4fd5-904c-53427b3eb6e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:10.69941157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"a828784c-e882-4adf-85f7-5e6ef11f5941","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-48e1f1","tenantID":"e2e-ipp-a-48e1f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:10.746023614Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"a828784c-e882-4adf-85f7-5e6ef11f5941","name":"e2e-ipp-a-48e1f1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:16.239556601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"d5808054-80f5-4305-a930-c24c12f53bb7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e25f4a","tenantID":"e2e-praxis-a-e25f4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:16.287146542Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"d5808054-80f5-4305-a930-c24c12f53bb7","name":"e2e-praxis-a-e25f4a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:17.304112631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9ba28e-7774-4119-8555-cba389f8efc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:17.320793255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9ba28e-7774-4119-8555-cba389f8efc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:17.337417379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9ba28e-7774-4119-8555-cba389f8efc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:17.35361545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9ba28e-7774-4119-8555-cba389f8efc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:18.074005535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f91cf91-e359-4217-beb8-321393db1e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:18.09085784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f91cf91-e359-4217-beb8-321393db1e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:18.107094244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f91cf91-e359-4217-beb8-321393db1e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:18.123116152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f91cf91-e359-4217-beb8-321393db1e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:18.843323303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f98defb-4b27-48d5-9bbd-5d2182cea329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:18.859491092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f98defb-4b27-48d5-9bbd-5d2182cea329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:18.875487887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f98defb-4b27-48d5-9bbd-5d2182cea329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:18.891588986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f98defb-4b27-48d5-9bbd-5d2182cea329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:19.560041876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d76317-87cd-467f-b3fb-39a8aadb4be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:19.582406094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d76317-87cd-467f-b3fb-39a8aadb4be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:19.610001431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d76317-87cd-467f-b3fb-39a8aadb4be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:19.627182394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d76317-87cd-467f-b3fb-39a8aadb4be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:22.794803202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"2c269fa4-d76a-4694-9844-92f4770a5dcc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-b920f1","tenantID":"e2e-praxis-b-b920f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:22.840686987Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"2c269fa4-d76a-4694-9844-92f4770a5dcc","name":"e2e-praxis-b-b920f1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:22.863326371Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","namespace":"ai-tenant-e2e-praxis-a-3f5339","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:22.863388992Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","namespace":"ai-tenant-e2e-praxis-a-3f5339","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:22.863449148Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","tenant":"e2e-praxis-a-3f5339","tenantID":"e2e-praxis-a-3f5339","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:22.881490609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","gvk":"Deployment","name":"maas-api-e2e-praxis-a-3f5339","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:22.914718545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","gvk":"Service","name":"maas-api-e2e-praxis-a-3f5339","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:22.935771657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-3f5339","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:22.953732586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-3f5339","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:22.979102955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-3f5339","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:22.99820848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-3f5339","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:23.017293555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-3f5339","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:23.043142986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-3f5339","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:23.060628216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-3f5339","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:23.078171331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-3f5339","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:23.094592185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","gvk":"Service","name":"payload-processing-e2e-praxis-a-3f5339","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:23.110579515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-3f5339","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:23.126515658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-3f5339","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:23.142333031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-3f5339","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:23.158157556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-3f5339","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:23.177968064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-3f5339","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:23.193536189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-3f5339","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:23.209366996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-3f5339","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:23.225992574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-3f5339","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:23.242102607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f5339"},"namespace":"ai-tenant-e2e-praxis-a-3f5339","name":"default-tenant","reconcileID":"7bbaded2-4044-4f2b-82fb-cb0c2a1bbc8b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-3f5339","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:23.615927984Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3f5339","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3f5339","reconcileID":"4e607b09-8ac4-41a8-bf8e-594b870be66c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3f5339","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-3f5339"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:24.030170363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6ff8f54-8e67-4077-b073-90ae9e351240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:24.046224222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6ff8f54-8e67-4077-b073-90ae9e351240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:24.065114112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6ff8f54-8e67-4077-b073-90ae9e351240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:24.082682192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6ff8f54-8e67-4077-b073-90ae9e351240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:24.385398668Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:24.753482156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55d961b1-5137-4c8f-9a6f-06e3c0c93018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:24.771348731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55d961b1-5137-4c8f-9a6f-06e3c0c93018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:24.788228589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55d961b1-5137-4c8f-9a6f-06e3c0c93018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:24.804200537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55d961b1-5137-4c8f-9a6f-06e3c0c93018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:25.510054907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a43d6aa7-3c2c-48da-a841-f7da50fd33c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:25.526175592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a43d6aa7-3c2c-48da-a841-f7da50fd33c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:25.542087851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a43d6aa7-3c2c-48da-a841-f7da50fd33c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:25.558302767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a43d6aa7-3c2c-48da-a841-f7da50fd33c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:26.290336578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96c7e930-032d-4234-8bec-3121585282b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:26.307663489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96c7e930-032d-4234-8bec-3121585282b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:26.330399153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96c7e930-032d-4234-8bec-3121585282b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:26.347674512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96c7e930-032d-4234-8bec-3121585282b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:27.068767555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dbb1e857-3bca-4452-9979-10947ef598f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:27.08395562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a856c53-d6d2-4a2d-b885-f6c43c5c6bb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:27.100380205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a856c53-d6d2-4a2d-b885-f6c43c5c6bb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:27.128854094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a856c53-d6d2-4a2d-b885-f6c43c5c6bb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:27.192131504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a856c53-d6d2-4a2d-b885-f6c43c5c6bb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:27.275603884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"581a36cd-57c3-45b7-9aa4-dd6948e9a995","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:27.276103728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"8c201031-36f7-4dff-a9f7-94859e682229","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:27.276699425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"a8d31df3-23c4-4897-9582-854101bb30ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:27.367367585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"a7e2c4fa-3281-4655-aabe-2e61b00f87dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:27.367381247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"dc77a889-16d3-4686-979a-0b4c0a5a764c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:27.466580553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a6a69201-6e96-42ef-aef6-4a6f9a7171a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:27.466622601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"1e91005c-5a12-42d9-a57e-9df2d5ac408e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:27.467034931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"84f8d540-9704-405b-a4b6-6eb3a663539b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:27.468880453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"bac126ab-ba3b-47d3-b266-fdef0ab206e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:27.574687048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"9f489cab-8638-4d19-adb7-eed1ede1d5d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:27.666436101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"70b6c5c0-b86d-421f-8a96-bef7f4c77059","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:31.75249036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a251ec2-9600-432c-9265-c19cc76952ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:31.768520138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a251ec2-9600-432c-9265-c19cc76952ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:31.784498638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a251ec2-9600-432c-9265-c19cc76952ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:31.800550288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a251ec2-9600-432c-9265-c19cc76952ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:32.449388265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5528858b-d4c5-49f5-8386-ce7f67b03b19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:32.465525885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5528858b-d4c5-49f5-8386-ce7f67b03b19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:32.481781748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5528858b-d4c5-49f5-8386-ce7f67b03b19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:32.497945179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5528858b-d4c5-49f5-8386-ce7f67b03b19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:33.148306418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c21dc61-ddda-4bf0-b548-758494f7dd49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:33.164235763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c21dc61-ddda-4bf0-b548-758494f7dd49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:33.180240699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c21dc61-ddda-4bf0-b548-758494f7dd49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:33.199195232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c21dc61-ddda-4bf0-b548-758494f7dd49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:33.867380469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f927b891-8990-486d-a4cd-00cad8fda70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:33.883422992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f927b891-8990-486d-a4cd-00cad8fda70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:33.899352256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f927b891-8990-486d-a4cd-00cad8fda70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:33.91518171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f927b891-8990-486d-a4cd-00cad8fda70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:35.457136286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c844fd0-16f4-4c22-9d77-8f7a94441475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:35.473073243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c844fd0-16f4-4c22-9d77-8f7a94441475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:35.492111891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c844fd0-16f4-4c22-9d77-8f7a94441475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:35.508738633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c844fd0-16f4-4c22-9d77-8f7a94441475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:36.166480059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d6d13e-94a6-4870-85ea-c5c265acc98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:36.183363131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d6d13e-94a6-4870-85ea-c5c265acc98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:36.1992842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d6d13e-94a6-4870-85ea-c5c265acc98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:36.215395598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d6d13e-94a6-4870-85ea-c5c265acc98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:40.674892767Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","namespace":"ai-tenant-e2e-ipp-b-5da940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:40.675006452Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","namespace":"ai-tenant-e2e-ipp-b-5da940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:40.675084931Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","tenant":"e2e-ipp-b-5da940","tenantID":"e2e-ipp-b-5da940","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:40.694664241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","gvk":"Deployment","name":"maas-api-e2e-ipp-b-5da940","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:40.728140395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","gvk":"Service","name":"maas-api-e2e-ipp-b-5da940","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:40.748039569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-5da940","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:40.76704765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-5da940","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:40.790360571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-5da940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:40.809021114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-5da940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:40.829825988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-5da940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:40.848429462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-5da940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:40.869059179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-5da940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:40.889276227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-5da940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:40.927504569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","gvk":"Service","name":"payload-processing-e2e-ipp-b-5da940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:40.952727906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-5da940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:40.976286971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-5da940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:41.006072623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-5da940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:41.036071616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-5da940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:41.081880285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-5da940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:41.106218854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-5da940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:41.126784081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-5da940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:41.14784507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-5da940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:41.171177941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5da940"},"namespace":"ai-tenant-e2e-ipp-b-5da940","name":"default-tenant","reconcileID":"0c1ca24e-1740-4a03-9fae-1ed3ff17fe31","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-5da940","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:41.670204615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68feec37-a72e-481c-95ae-f0163a06e92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:41.68843906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68feec37-a72e-481c-95ae-f0163a06e92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:41.694423553Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5da940","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5da940","reconcileID":"b81bcf48-ec22-43a6-a7cf-0ef752e289ee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5da940","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-5da940"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:41.704473712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68feec37-a72e-481c-95ae-f0163a06e92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:41.720604738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68feec37-a72e-481c-95ae-f0163a06e92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:42.516188744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29a849b-b9f5-4e10-a727-5e3050098e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:42.532086967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29a849b-b9f5-4e10-a727-5e3050098e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:42.548150285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29a849b-b9f5-4e10-a727-5e3050098e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:42.569882343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29a849b-b9f5-4e10-a727-5e3050098e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:44.118339062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"5cc30805-eafd-401b-b1f4-d827b49014a6","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:44.196151262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"0902c303-f00d-4edd-95f8-a585db9292b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:44.197412938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"95dadcfb-0286-42e2-8435-aec6599a93b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:44.197760985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"db966eb2-ed02-4802-bc44-5449a28a1f7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:44.217614343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"0902c303-f00d-4edd-95f8-a585db9292b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:44.219787493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"95dadcfb-0286-42e2-8435-aec6599a93b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:44.264460347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"7583b01c-69bc-4239-ad7e-906f24ba46dd","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:44.345247212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"4f8f0d60-83a8-4283-825c-737d186006ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:45.11147483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"3807fdcb-f5a8-4c20-9eff-ad2332ab2c62","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:45.185804677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"a418fe51-ea35-47db-80c8-60c42323939f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:45.190797486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"dff9484a-1946-4d99-b016-aa11a72d05f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:45.191161649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"9947c8f8-1dd9-4410-a5c3-a872ad9fc790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:45.212297871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"dff9484a-1946-4d99-b016-aa11a72d05f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:45.212331576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"9947c8f8-1dd9-4410-a5c3-a872ad9fc790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:45.242766206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"b243b75f-377c-4732-8da6-07bf6bfe4483","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:45.337200273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"aee1fa05-aa1e-4f20-8b64-17d08df6a2dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:46.168751632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ab207c8-bc02-4780-86d3-70db8aff9678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:46.184707534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ab207c8-bc02-4780-86d3-70db8aff9678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:46.200642722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ab207c8-bc02-4780-86d3-70db8aff9678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:46.216848247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ab207c8-bc02-4780-86d3-70db8aff9678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:46.950190511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e5d779-e6e8-4a65-b822-1bf24cba70d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:46.966583541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e5d779-e6e8-4a65-b822-1bf24cba70d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:46.982694915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e5d779-e6e8-4a65-b822-1bf24cba70d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:46.99884688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e5d779-e6e8-4a65-b822-1bf24cba70d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.433589138Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","namespace":"ai-tenant-e2e-praxis-b-e9b2dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.433646518Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","namespace":"ai-tenant-e2e-praxis-b-e9b2dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.433698083Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","tenant":"e2e-praxis-b-e9b2dd","tenantID":"e2e-praxis-b-e9b2dd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.456335444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","gvk":"Deployment","name":"maas-api-e2e-praxis-b-e9b2dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.491085354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","gvk":"Service","name":"maas-api-e2e-praxis-b-e9b2dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.519859222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-e9b2dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.549473903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-e9b2dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.569522052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-e9b2dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.587751671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-e9b2dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.608850375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-e9b2dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.627269144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-e9b2dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.643014338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-e9b2dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.658854128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-e9b2dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.67486721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","gvk":"Service","name":"payload-processing-e2e-praxis-b-e9b2dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.69122822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-e9b2dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.707685189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-e9b2dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.723809818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-e9b2dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.741265671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-e9b2dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.764228877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-e9b2dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.782306778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-e9b2dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.798403102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-e9b2dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.821264797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-e9b2dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:47.838324966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e9b2dd"},"namespace":"ai-tenant-e2e-praxis-b-e9b2dd","name":"default-tenant","reconcileID":"7ccb2ce9-a694-4b09-8a45-bd7b9f4445f8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-e9b2dd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:48.162084172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"09a38c22-e687-4395-bc2b-40ad6dc4f995","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:48.232919168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"d9ca5f77-a59a-4bf5-8e29-19951189a60e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:48.236762116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"49442396-69af-46b4-9e72-17ffc4974d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:48.236806503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"0c79e09f-8ad8-4f01-a415-adcd8ba04062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:48.258045547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"0c79e09f-8ad8-4f01-a415-adcd8ba04062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:48.258065815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"49442396-69af-46b4-9e72-17ffc4974d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:48.272914802Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-e9b2dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-e9b2dd","reconcileID":"4aac0fca-d0bd-4a75-9d99-98132a9ea82e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-e9b2dd","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-e9b2dd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:48.301246674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"e468309a-43ed-4355-b261-c7478fad6087","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:48.397517802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"336c9be0-e79a-4698-933b-5db4eaba0f68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:48.755647013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9feca6f2-3119-410a-a4cc-0b6171fdd6a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:48.771761953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9feca6f2-3119-410a-a4cc-0b6171fdd6a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:48.787671046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9feca6f2-3119-410a-a4cc-0b6171fdd6a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:48.803658622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9feca6f2-3119-410a-a4cc-0b6171fdd6a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:49.563992887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd0edb4-17b3-4e65-8a5f-b706319ed08b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:49.58044132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd0edb4-17b3-4e65-8a5f-b706319ed08b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:49.596508774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd0edb4-17b3-4e65-8a5f-b706319ed08b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:49.612760246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd0edb4-17b3-4e65-8a5f-b706319ed08b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:50.310517518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"735cb4a2-7d30-4bf4-9713-4f1a89d5ae1f","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:50.378666179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"ceb54c90-b5dd-4813-b267-3c00d6ae851a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:50.386641455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"7f83e8a4-b873-4e4a-bffa-32cc844e5a74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:50.387211969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"ebca364b-0513-46c9-ab40-297af7936861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:50.407721434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"7f83e8a4-b873-4e4a-bffa-32cc844e5a74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:50.408677267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"ebca364b-0513-46c9-ab40-297af7936861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:50.446429522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"5ed70d69-50a4-4c56-bdd9-23d41c88d351","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:50.513018665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"2e24ab5c-def7-4fb3-ad31-7e1a024906f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:50.523170483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16edf364-85c1-46ef-a0c9-d963a6149afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:50.539608807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16edf364-85c1-46ef-a0c9-d963a6149afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:50.559019802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16edf364-85c1-46ef-a0c9-d963a6149afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:50.584958398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16edf364-85c1-46ef-a0c9-d963a6149afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:51.351043034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51529228-2144-44a7-8bae-fd8ab61f5c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:51.367260572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51529228-2144-44a7-8bae-fd8ab61f5c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:51.383421707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51529228-2144-44a7-8bae-fd8ab61f5c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:51.399757568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51529228-2144-44a7-8bae-fd8ab61f5c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:52.052887841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5270d391-b564-4905-b5ca-96639d1b6485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:52.068689035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5270d391-b564-4905-b5ca-96639d1b6485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:52.084557886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5270d391-b564-4905-b5ca-96639d1b6485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:52.100946275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5270d391-b564-4905-b5ca-96639d1b6485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:54.388174876Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:55.255473953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ad0f8c-e785-41fd-bc99-6f5f1f8ce029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:55.271996171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ad0f8c-e785-41fd-bc99-6f5f1f8ce029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:55.287964799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ad0f8c-e785-41fd-bc99-6f5f1f8ce029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:55.304337337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ad0f8c-e785-41fd-bc99-6f5f1f8ce029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:56.037144992Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4093c5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4093c5","reconcileID":"1c78fdec-7a0e-454e-9e61-44e8ca1400c5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-4093c5","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-4093c5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:56.076080873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498ad706-2627-472f-a6c3-d4b44ecbd541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:56.092197122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498ad706-2627-472f-a6c3-d4b44ecbd541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:56.108372614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498ad706-2627-472f-a6c3-d4b44ecbd541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:56.125049329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498ad706-2627-472f-a6c3-d4b44ecbd541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:56.859558728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aab231a-3ce4-488e-ae27-3f60a050f61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:56.875470442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aab231a-3ce4-488e-ae27-3f60a050f61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:56.891818477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aab231a-3ce4-488e-ae27-3f60a050f61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:56.907776002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aab231a-3ce4-488e-ae27-3f60a050f61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:57.802207953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"bf966ae7-f683-40f8-9f05-78e98d60bb39","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:57.825048559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"338ee00c-6fa8-4cce-8f07-952f1fe42eb3","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T11:59:57.841052166Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d20f0040","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-apikey-sub-binding-d20f0040","reconcileID":"9729e9da-3488-4054-be8c-ceff71b9354d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-d20f0040\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:57.856639082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e57a9506-353a-4f1b-a3bd-a88624b7b0dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:57.85754953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"1c70c54a-0ce3-436d-8a15-2c7a61f24cfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:57.879632644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e57a9506-353a-4f1b-a3bd-a88624b7b0dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:57.880016911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"1c70c54a-0ce3-436d-8a15-2c7a61f24cfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:57.888969814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"0cb66b92-888d-4581-8283-2a38e4ec2efb","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:57.912377245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"f2612d5f-fc63-4f1a-b27c-4184cbe6a2ee","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:58.009880416Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d20f0040","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-apikey-sub-binding-d20f0040","reconcileID":"e6aa6615-e7b0-4eed-96e5-25127966ce0f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d20f0040","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/e2e-apikey-sub-binding-d20f0040","ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:58.073425292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"1a5d0180-c0c8-4bf8-b06a-97dba6301447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:58.073507686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"90588f55-fba9-4b05-8c0a-d2d38d24954e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:58.079553393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"cc3f6d26-ad4d-4e53-beb1-b39a45189879","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:58.097684953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"1a5d0180-c0c8-4bf8-b06a-97dba6301447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:58.097844506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"90588f55-fba9-4b05-8c0a-d2d38d24954e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:58.107170565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"bfa725f6-2ae1-4509-84fc-e470e9b2aea0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T11:59:58.220126245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d20f0040","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-apikey-sub-binding-d20f0040","reconcileID":"f3646883-b4d9-44a3-8768-43183c7f8f9a","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d20f0040","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:00.887003613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"b5da9c43-abc1-4eef-97c3-54a226c00f9e","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:00.934916956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"f50a9e0a-ac78-4ff5-8c1e-e2e4318f7eb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:00.935839921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"8e455e48-7cdd-4e7b-accc-6d2a06fec9bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:00.958134051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"8e455e48-7cdd-4e7b-accc-6d2a06fec9bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:00.95978327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"f50a9e0a-ac78-4ff5-8c1e-e2e4318f7eb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:08.146140395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c988ee-56ba-4750-84e1-d510e52b24a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:08.163679881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c988ee-56ba-4750-84e1-d510e52b24a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:08.181143237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c988ee-56ba-4750-84e1-d510e52b24a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:08.202447667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c988ee-56ba-4750-84e1-d510e52b24a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:09.033358547Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-eb5531","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-eb5531","reconcileID":"9d1b3b25-da15-49e0-9106-cd5f01b3da3b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-eb5531","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-eb5531":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:09.175813755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d28e1a57-bdab-4f54-9ef8-701631f9767c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:09.195734024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d28e1a57-bdab-4f54-9ef8-701631f9767c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:09.21513456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d28e1a57-bdab-4f54-9ef8-701631f9767c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:09.232261192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d28e1a57-bdab-4f54-9ef8-701631f9767c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:10.137721691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c765600-f8bf-4bc2-a59e-4076bd52612e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:10.153872198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c765600-f8bf-4bc2-a59e-4076bd52612e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:10.175049851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c765600-f8bf-4bc2-a59e-4076bd52612e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:10.195811494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c765600-f8bf-4bc2-a59e-4076bd52612e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:10.947223072Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d20f0040","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-apikey-sub-binding-d20f0040","reconcileID":"d4cf1dbc-7383-49a5-9940-fde3050cbde8","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d20f0040","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscription":"e2e-apikey-sub-binding-d20f0040","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:11.037601914Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d20f0040","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-apikey-sub-binding-d20f0040","reconcileID":"d4cf1dbc-7383-49a5-9940-fde3050cbde8","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d20f0040","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:11.142268091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"1f3ffc2e-7d24-42e1-8d1e-7e6beaa4c9c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:11.208608234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"ff0d67d6-544a-4cea-833d-fe35231d93dd","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:11.297847527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"61e48157-8a21-40f0-9fec-ad51ace4268f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:11.298646633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"48ed5844-3f0a-497a-901f-cf8ef7e194b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:11.345152039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"61e48157-8a21-40f0-9fec-ad51ace4268f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:11.349584166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"48ed5844-3f0a-497a-901f-cf8ef7e194b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:12.286566937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"827efab8-40ae-425f-86bb-12798fc71a3a","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:12.310512605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"2bbd73a8-f6ed-4100-af07-1299a91253a3","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:00:12.323964402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-ordering-sub","reconcileID":"1158a4ad-74e2-4e39-a154-bf348e63a8b9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:12.342209734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d7893ade-6175-4f39-9c90-21f965d5ae4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:12.342241129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"75b2c2b0-6186-4c39-96f7-ebaeaeeeda42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:12.381714885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"75b2c2b0-6186-4c39-96f7-ebaeaeeeda42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:12.382577667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"d18e2392-ee4f-4d6f-85a2-d16667f0703b","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:12.383790462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d7893ade-6175-4f39-9c90-21f965d5ae4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:12.393960089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"f8c47ff9-ceb5-4bd1-9192-db70cfd7def3","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:12.491485904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e73f912a-20a3-4964-935a-4549f4870319","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:12.492417701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"bcf84b79-5307-486a-9059-53b847a23791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:12.492881953Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-ordering-sub","reconcileID":"75efd45d-83b9-4d31-ab27-13d838817212","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/e2e-ordering-sub","ai-tenant-e2e-worker-w2-1d9b1a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:12.515545456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"bcf84b79-5307-486a-9059-53b847a23791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:12.516966138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e73f912a-20a3-4964-935a-4549f4870319","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:12.553314384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"3f5c12a4-96fc-4d82-89bc-a27d41065e47","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:12.568009961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"4eb0ff2b-0579-433b-8a28-4da0c7ec4f51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:12.664587188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-ordering-sub","reconcileID":"7981514b-f43e-42b7-8394-e3e1f37eb7e4","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:15.36147926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"847060ba-3dff-4c42-8438-dc6eaeb1ff5e","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:15.382170674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"81c7c5ad-7745-4ddf-91f2-c0cd2c61d5fe","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:15.429889182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-ordering-auth","reconcileID":"f00edb0a-ee9c-48df-9528-b9d01af781a0","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:15.451068374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-ordering-auth","reconcileID":"f00edb0a-ee9c-48df-9528-b9d01af781a0","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:15.539265267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"12e29a61-c316-4ab4-97d6-69d1b063d7d5","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.115256333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"21e4d57c-16d6-4507-994a-3bce772314e5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4093c5","tenantID":"e2e-praxis-a-4093c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.161586115Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"21e4d57c-16d6-4507-994a-3bce772314e5","name":"e2e-praxis-a-4093c5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.190542951Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","namespace":"ai-tenant-e2e-praxis-a-6fcda5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.190607526Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","namespace":"ai-tenant-e2e-praxis-a-6fcda5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.190658791Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","tenant":"e2e-praxis-a-6fcda5","tenantID":"e2e-praxis-a-6fcda5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.208396342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","gvk":"Deployment","name":"maas-api-e2e-praxis-a-6fcda5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.256250813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","gvk":"Service","name":"maas-api-e2e-praxis-a-6fcda5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.275887699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-6fcda5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.296068145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-6fcda5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.318332762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-6fcda5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.342137041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-6fcda5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.363096822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-6fcda5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.382769991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-6fcda5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.398611115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-6fcda5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.414137426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-6fcda5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.429831596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","gvk":"Service","name":"payload-processing-e2e-praxis-a-6fcda5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.445461424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-6fcda5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.461275151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-6fcda5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.479162463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-6fcda5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.499271995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-6fcda5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.547331922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-6fcda5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.567254442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-6fcda5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.583489248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-6fcda5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.600001693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-6fcda5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.615678803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fcda5"},"namespace":"ai-tenant-e2e-praxis-a-6fcda5","name":"default-tenant","reconcileID":"9c34e4f2-59b9-4dba-9427-af7cfac43b30","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-6fcda5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:19.990266323Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6fcda5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6fcda5","reconcileID":"2323ff81-f1c6-41c6-a4a8-00bd85cb73e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6fcda5","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-6fcda5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:20.434210016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d312ce55-d276-4c7d-8a73-11134c1c479b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:20.450108546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d312ce55-d276-4c7d-8a73-11134c1c479b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:20.465960815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d312ce55-d276-4c7d-8a73-11134c1c479b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:20.492489308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d312ce55-d276-4c7d-8a73-11134c1c479b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:21.161872256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae9be4e4-0444-40de-b0ba-fe40017c1bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:21.178011436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae9be4e4-0444-40de-b0ba-fe40017c1bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:21.194251118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae9be4e4-0444-40de-b0ba-fe40017c1bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:21.21013083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae9be4e4-0444-40de-b0ba-fe40017c1bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:21.923484743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e1b1c0-11ba-4a14-9e05-a3a81f9105a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:21.93947142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e1b1c0-11ba-4a14-9e05-a3a81f9105a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:21.955676348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e1b1c0-11ba-4a14-9e05-a3a81f9105a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:21.972067666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e1b1c0-11ba-4a14-9e05-a3a81f9105a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:24.383016325Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:28.148769685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"100775d8-3880-4130-bc0d-f6929fa7d86f","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:28.198043822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2160ffbd-56b0-4472-856c-e953a75bc586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:28.198048128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-ordering-auth","reconcileID":"54ebc920-9452-47e7-a4a9-a1feeb4b573a","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:28.198217404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"87ac9889-be68-4726-a0d7-bf5fd310233b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:28.220916998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2160ffbd-56b0-4472-856c-e953a75bc586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:28.220946958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-ordering-auth","reconcileID":"54ebc920-9452-47e7-a4a9-a1feeb4b573a","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:28.223203484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"87ac9889-be68-4726-a0d7-bf5fd310233b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:30.675568987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"f419a42b-ce66-466c-81d5-3d5b69ddd4d8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-eb5531","tenantID":"e2e-praxis-b-eb5531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:30.723975731Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"f419a42b-ce66-466c-81d5-3d5b69ddd4d8","name":"e2e-praxis-b-eb5531-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:35.967290982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d301c5f-cfb6-4843-a022-6b9cf67348e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:35.983548399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d301c5f-cfb6-4843-a022-6b9cf67348e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:36.00022649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d301c5f-cfb6-4843-a022-6b9cf67348e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:36.016172406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d301c5f-cfb6-4843-a022-6b9cf67348e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:36.74325592Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-45f11c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-45f11c","reconcileID":"545acd62-3fe5-4b87-89f3-d7cd17db2799","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-45f11c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-45f11c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:36.773807976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50253d70-8955-4834-bd59-9f70781fb390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:36.789852657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50253d70-8955-4834-bd59-9f70781fb390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:36.80609793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50253d70-8955-4834-bd59-9f70781fb390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:36.821978867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50253d70-8955-4834-bd59-9f70781fb390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:37.600958305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae437a2f-2b2e-4319-8a0a-bc72900decef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:37.61685952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae437a2f-2b2e-4319-8a0a-bc72900decef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:37.633141352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae437a2f-2b2e-4319-8a0a-bc72900decef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:37.649759132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae437a2f-2b2e-4319-8a0a-bc72900decef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:38.202749871Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-ordering-sub","reconcileID":"a2d34d31-0f89-4fae-b415-2aff9413d8df","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:38.275198675Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-ordering-sub","reconcileID":"a2d34d31-0f89-4fae-b415-2aff9413d8df","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:38.341042141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"ba2afb96-ede0-47ac-b4ce-1f69ddc3c31b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:38.354808358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e01b240-9d4c-4b80-94e4-517266bc9677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:38.371180666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e01b240-9d4c-4b80-94e4-517266bc9677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:38.387037297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e01b240-9d4c-4b80-94e4-517266bc9677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:38.403016951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e01b240-9d4c-4b80-94e4-517266bc9677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:38.440058982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"5d0060d8-b6ab-4f71-a11c-9fd2ad5523f6","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:38.542450331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-ordering-auth","reconcileID":"27c2fb78-4bb7-4763-9e5d-fe5708a3f91b","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:38.542450428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d76085d5-2aad-453c-ba45-64c15abaafcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:38.542683411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"bb948ead-1347-43f8-9e34-00bdee2bbaa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:38.566541929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"bb948ead-1347-43f8-9e34-00bdee2bbaa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:38.569360002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-ordering-auth","reconcileID":"27c2fb78-4bb7-4763-9e5d-fe5708a3f91b","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:38.56937499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d76085d5-2aad-453c-ba45-64c15abaafcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:41.656442133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cb7960b-53be-495d-a118-ba406734975a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:41.672870901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cb7960b-53be-495d-a118-ba406734975a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:41.688808111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cb7960b-53be-495d-a118-ba406734975a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:41.704735596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cb7960b-53be-495d-a118-ba406734975a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:42.458835571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d99730c8-e708-4b6a-8413-a01cc479c5cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:42.474862832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d99730c8-e708-4b6a-8413-a01cc479c5cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:42.49095509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d99730c8-e708-4b6a-8413-a01cc479c5cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:42.507971298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d99730c8-e708-4b6a-8413-a01cc479c5cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:46.64595233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c414ac-cabe-4638-ad6a-4a701e0b3e91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:46.662094323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c414ac-cabe-4638-ad6a-4a701e0b3e91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:46.678404352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c414ac-cabe-4638-ad6a-4a701e0b3e91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:46.694440776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c414ac-cabe-4638-ad6a-4a701e0b3e91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:47.413975918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183c1315-4426-4e48-aa95-bffa09ec3a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:47.431228986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183c1315-4426-4e48-aa95-bffa09ec3a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:47.448814464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183c1315-4426-4e48-aa95-bffa09ec3a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:47.465814085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183c1315-4426-4e48-aa95-bffa09ec3a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:47.50840722Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bebfd6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bebfd6","reconcileID":"ea14535c-878b-45bc-9240-c696199d05ed","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-bebfd6","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-bebfd6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:48.15650073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e58f72-91e4-4b4f-8326-5ec777aac1b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:48.172586474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e58f72-91e4-4b4f-8326-5ec777aac1b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:48.188443237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e58f72-91e4-4b4f-8326-5ec777aac1b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:48.204249934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e58f72-91e4-4b4f-8326-5ec777aac1b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:48.604618837Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-ordering-auth","reconcileID":"84429b22-b655-4ea1-8abb-656fd544a18a","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:48.6049499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"5806c484-b335-457e-9258-27f9256ecc5d","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:48.659975369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"4b491c7f-023c-40ab-b0e9-2e1f089fef9f","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:48.8562475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cceb691-4ecc-49aa-92c9-353c1f47c4d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:48.872411366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cceb691-4ecc-49aa-92c9-353c1f47c4d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:48.888323075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cceb691-4ecc-49aa-92c9-353c1f47c4d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:48.904127181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cceb691-4ecc-49aa-92c9-353c1f47c4d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:49.673597402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0d4cbe-5d04-485c-8c56-56d9f4cc37a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:49.711585127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0d4cbe-5d04-485c-8c56-56d9f4cc37a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:49.72886285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0d4cbe-5d04-485c-8c56-56d9f4cc37a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:49.745629721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0d4cbe-5d04-485c-8c56-56d9f4cc37a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:53.350022748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"666911a0-9a23-447b-a98f-7957d517b1cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:53.366232452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"666911a0-9a23-447b-a98f-7957d517b1cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:53.382865785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"666911a0-9a23-447b-a98f-7957d517b1cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:53.398837373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"666911a0-9a23-447b-a98f-7957d517b1cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:54.146973372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eddea5a1-69b0-4d9a-bbd1-46523cc464ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:54.16310229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eddea5a1-69b0-4d9a-bbd1-46523cc464ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:54.179260125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eddea5a1-69b0-4d9a-bbd1-46523cc464ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:54.195120745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eddea5a1-69b0-4d9a-bbd1-46523cc464ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:00:54.382699241Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.021590693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"e4ae40bd-8bfe-47c7-96f0-227836b778ac","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.047628247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"a77977b0-1cef-4eeb-b30c-44497c3cd8d2","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.096800233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-success","reconcileID":"962db9b5-a81e-4b94-b257-daecc395045f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.099611971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"3c31054a-5cce-4799-a808-5328dfe6a78a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-45f11c","tenantID":"e2e-ipp-b-45f11c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.117992716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-success","reconcileID":"962db9b5-a81e-4b94-b257-daecc395045f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.147666667Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"3c31054a-5cce-4799-a808-5328dfe6a78a","name":"e2e-ipp-b-45f11c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.221152634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"f4b6729c-2980-498b-b3c5-c8d8bb0408ac","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.243085305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"8671597d-d97d-4098-bc6c-2a5f31efff2f","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:01:00.255210367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-subscription-success","reconcileID":"2cb22348-9c65-454e-b638-c66d772a5e34","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.269927962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"ec3ab0e1-4980-4bcb-ad28-2454831c2642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.270570034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"d36007c5-3863-496d-be35-ceb63283771c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.291157443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"ec3ab0e1-4980-4bcb-ad28-2454831c2642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.291530411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"d36007c5-3863-496d-be35-ceb63283771c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.295781291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"4fa97682-0e49-4e76-bea6-d5dabe31ebd5","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.303733504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"c0404ad5-46e1-4f88-be0e-1a7044cee163","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.315716953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"490d6d8a-bbef-4f00-b82d-8d5340854139","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.368851277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-success","reconcileID":"0817e951-14e2-4f19-9ff2-493cbb4cec92","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.391351439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-success","reconcileID":"0817e951-14e2-4f19-9ff2-493cbb4cec92","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.403767616Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-subscription-success","reconcileID":"880302cd-638f-4b76-b585-296b6bc5e0e9","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-1d9b1a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.463152657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"740a1d83-9929-46c0-b28f-8076430851e4","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.482236646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"e88293df-6ba7-4877-a559-9ddca7ddc273","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.527335226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"15648ed1-bfb3-4df5-9ff4-eefd617d86e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.527457709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d0c0a009-ad45-44bf-8dcc-208ca85772a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.548666448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d0c0a009-ad45-44bf-8dcc-208ca85772a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.548754536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"15648ed1-bfb3-4df5-9ff4-eefd617d86e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.588929375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-subscription-success","reconcileID":"8405d362-dd43-4d0e-a54b-fb304bd27e8c","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:01:00.605108036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-success","reconcileID":"0817e951-14e2-4f19-9ff2-493cbb4cec92","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.660875277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-success","reconcileID":"301a85b6-c7fd-46e8-a009-bef31178e9b7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:00.681681039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-success","reconcileID":"301a85b6-c7fd-46e8-a009-bef31178e9b7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:01.205748659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"87627835-5234-491c-aeb6-32c45a04cc07","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:01.265400473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-success","reconcileID":"9be0152b-2646-433b-ae02-e21347401f54","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:01.265424841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2f6688cc-4a04-4ec0-a35a-659b86e74a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:01.265984732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"5f0857cb-43a1-4bad-8b78-93931158958b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:01.287205562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-success","reconcileID":"9be0152b-2646-433b-ae02-e21347401f54","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:01.287400228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2f6688cc-4a04-4ec0-a35a-659b86e74a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:01.289539468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"5f0857cb-43a1-4bad-8b78-93931158958b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.270499219Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-subscription-success","reconcileID":"4e447c72-ee8d-43b5-9cb2-080af5602a4a","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.343109625Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-subscription-success","reconcileID":"4e447c72-ee8d-43b5-9cb2-080af5602a4a","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.387841821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"8a49d47b-e4a2-4ab4-945b-a40af08d277d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-bebfd6","tenantID":"e2e-praxis-b-bebfd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.408769692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"bfe5e82a-9347-4c31-ad99-0162b68337a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.422943161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"fd0bd408-e224-4031-8778-f513ac58e1ed","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.434771424Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"8a49d47b-e4a2-4ab4-945b-a40af08d277d","name":"e2e-praxis-b-bebfd6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.461284361Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","namespace":"ai-tenant-e2e-praxis-b-b920f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.461331169Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","namespace":"ai-tenant-e2e-praxis-b-b920f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.461380214Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","tenant":"e2e-praxis-b-b920f1","tenantID":"e2e-praxis-b-b920f1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.478967274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","gvk":"Deployment","name":"maas-api-e2e-praxis-b-b920f1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.5057778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-success","reconcileID":"7ddf051a-cdc6-4f94-999f-c94181c40944","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.506446198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"e6f4cca8-4471-4779-9274-fecad96d7fff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.506834439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"3cc6057a-5d07-4b15-b94b-4a070b44843c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.515586425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","gvk":"Service","name":"maas-api-e2e-praxis-b-b920f1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.537849232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"3cc6057a-5d07-4b15-b94b-4a070b44843c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.538644423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-success","reconcileID":"7ddf051a-cdc6-4f94-999f-c94181c40944","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.540322051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"e6f4cca8-4471-4779-9274-fecad96d7fff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.601618208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-b920f1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.610578662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"a588a60e-4521-41c9-954f-d6fccabeced6","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.61996538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-b920f1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.639426397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-b920f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.657829923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-b920f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.678553257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-b920f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.700003857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-b920f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.70157902Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-success","reconcileID":"5e7f46af-d9c3-4260-9a5d-cf0f00cfa99d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.715970539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-b920f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.731814505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-b920f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.747342113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","gvk":"Service","name":"payload-processing-e2e-praxis-b-b920f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.763180251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-b920f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.778999333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-b920f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.79479494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-b920f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.814189805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-b920f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.827311559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"f6630c51-0235-4a80-8441-a9afc85b9e91","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.858650542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-b920f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.877542662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-b920f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.894151212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-b920f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.91126958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-b920f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:11.927091709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b920f1"},"namespace":"ai-tenant-e2e-praxis-b-b920f1","name":"default-tenant","reconcileID":"eb8cbf22-d6fe-401a-8b94-3421dd83837c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-b920f1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:12.242880916Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b920f1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b920f1","reconcileID":"24db6c8d-25d2-4fbd-8fa1-5a59eb1ce26d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-b920f1","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-b920f1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:12.693322265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00ad3f3-f5f5-4727-ba35-2a0bc8b4b53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:12.707362633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"9dce86e4-0c68-4fe8-9c60-c0eebc4c7225","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:12.709303395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00ad3f3-f5f5-4727-ba35-2a0bc8b4b53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:12.725291477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00ad3f3-f5f5-4727-ba35-2a0bc8b4b53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:12.742181957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00ad3f3-f5f5-4727-ba35-2a0bc8b4b53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:12.746336423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"1d6eb643-8607-4344-8913-c72dc0c33857","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:12.793787453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d9b45458-7018-4696-9102-a14190d73c81","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:12.817274393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d9b45458-7018-4696-9102-a14190d73c81","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:12.925684112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"26e7b05c-131c-496a-aa00-0c3b5488e128","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:12.944883422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"b99959e1-c6df-4559-abd7-3500aa53985f","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:01:12.960768275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-subscription-free","reconcileID":"c85e9806-651b-443a-9ab7-fb0e1f3c7656","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:12.976269487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"9c4d1074-1ab0-4e6e-a320-c24daea86b24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:12.976833192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e30c3b29-f7e8-4027-b2b7-0ec2a5691aba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:12.993225119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"49da5777-cbff-4b86-8890-d685178c7d15","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:12.997826755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e30c3b29-f7e8-4027-b2b7-0ec2a5691aba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:12.997851797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"9c4d1074-1ab0-4e6e-a320-c24daea86b24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:13.002721011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"12357abb-7f9f-46d8-a1b5-bab150e697c9","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:13.022385255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"2eb274bc-4b2b-434f-8897-e4054e27ed5a","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:13.07808309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"96cf81c7-1ed6-459b-a56c-25e18318cd3e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:13.116497512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"96cf81c7-1ed6-459b-a56c-25e18318cd3e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:13.120193948Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-subscription-free","reconcileID":"be0e5e02-9282-426b-ba39-32e1eeb20d6e","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:13.183120887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"f815f117-d7de-4f4a-a800-70615c39592f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:13.209528539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"87bd214f-adb6-4782-b398-aef71e380320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:13.223672836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"f815f117-d7de-4f4a-a800-70615c39592f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:13.228193801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"6fac3167-351a-4c77-a111-905f07f89875","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:13.229302255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"7de4a420-f63c-415b-a0ca-55fd2f0a12ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:13.233414366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"87bd214f-adb6-4782-b398-aef71e380320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:13.362630785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-subscription-free","reconcileID":"3a092c54-8461-4d49-91cd-5e1c2c48149b","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:13.381196508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"32fdf21d-32ba-45a7-97e9-be61aea40e69","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:13.404657401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"32fdf21d-32ba-45a7-97e9-be61aea40e69","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:13.592930611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4521b512-10fe-4596-b132-8a9c80ec723a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:13.61245108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4521b512-10fe-4596-b132-8a9c80ec723a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:13.632515353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4521b512-10fe-4596-b132-8a9c80ec723a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:13.65217891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4521b512-10fe-4596-b132-8a9c80ec723a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:14.818914905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c73f394-984a-44bc-b0c4-3d3f7242dfa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:14.834968438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c73f394-984a-44bc-b0c4-3d3f7242dfa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:14.850896769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c73f394-984a-44bc-b0c4-3d3f7242dfa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:14.867576845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c73f394-984a-44bc-b0c4-3d3f7242dfa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.151743041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"0167055d-510e-456a-84b0-a5e57c905253","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.151863716Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-1d9b1a priority=0:[ai-tenant-e2e-worker-w2-1d9b1a/e2e-test-subscription-free ai-tenant-e2e-worker-w2-1d9b1a/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.173319918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"b97d55e2-6980-48ec-8432-4860372c0fb5","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:01:23.184540754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-subscription-premium","reconcileID":"ba0d81a9-8781-4494-be16-ba81f930d90e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.195430129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"4288034e-8d13-47b6-89c0-00b58bf7c702","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.200241954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"ac25efaa-13af-48d6-a7c9-65d2a17afc5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.200242094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1054cca1-8de0-4106-8c6a-13f8b9393e82","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.200529848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"5c09beaf-cb99-4035-921f-f62e80dfa690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.222871289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"ac25efaa-13af-48d6-a7c9-65d2a17afc5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.222958609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"5c09beaf-cb99-4035-921f-f62e80dfa690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.22457944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"ce528c93-1d60-42cf-a344-0f0e4d596d57","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.225640954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1054cca1-8de0-4106-8c6a-13f8b9393e82","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.24499399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"18337ad7-8609-4a4b-be04-eb2ba1021409","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.317471151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"76167d4a-c4ee-48e8-9593-ee82de34eb7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.317575368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"0d41b3b5-846a-4d6e-958c-fd9c5bd7f913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.318314051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b2e8fadf-67a8-4e8a-9415-1be3590ed826","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.334328599Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-subscription-premium","reconcileID":"e661d981-5a5a-41bb-97d8-0394d03c53dd","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-1d9b1a/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.340090891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"76167d4a-c4ee-48e8-9593-ee82de34eb7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.340121973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"0d41b3b5-846a-4d6e-958c-fd9c5bd7f913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.342393535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b2e8fadf-67a8-4e8a-9415-1be3590ed826","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.390599889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"6230b691-82b5-4be2-90a5-307a039ec547","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.412064812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-subscription-free","reconcileID":"48165b62-2971-47bd-9664-ca00a0b21a3b","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.412176856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"c8c1fdb5-b595-4074-baa2-784b90520801","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:23.586011725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-subscription-premium","reconcileID":"a80179f6-1177-460a-8850-971ab45ca427","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:24.289573477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad77586d-f0a7-4cb8-9591-02ec7588217f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:24.305896293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad77586d-f0a7-4cb8-9591-02ec7588217f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:24.32199866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad77586d-f0a7-4cb8-9591-02ec7588217f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:24.338235153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad77586d-f0a7-4cb8-9591-02ec7588217f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:24.381483195Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:25.04824257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa21605-8327-446b-a684-0c968288ec9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:25.064493955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa21605-8327-446b-a684-0c968288ec9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:25.080452611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa21605-8327-446b-a684-0c968288ec9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:25.096493993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa21605-8327-446b-a684-0c968288ec9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:30.832420643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"4fab6db1-28a0-4474-bc6f-0bf77c5a2aaf","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:30.851368545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"958fb621-fae9-49ef-b5cc-765c733a2a6a","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:30.898747885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-auth","reconcileID":"ae92e47e-43fe-4ea1-b1a7-b6c30f620dfd","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:30.919946156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-auth","reconcileID":"ae92e47e-43fe-4ea1-b1a7-b6c30f620dfd","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.037441425Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-1d9b1a priority=0:[ai-tenant-e2e-worker-w2-1d9b1a/e2e-test-subscription-free ai-tenant-e2e-worker-w2-1d9b1a/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.037462774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"1fa66991-4eea-4001-9ca9-ea6ef8f3aa13","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.061587405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"4f405a43-66cc-43df-b462-9e55a77049bd","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.072545132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"024b11e4-781a-4519-8932-2e007bbeea92","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:01:31.078743447Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4e261b/e2e-test-group-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.087715617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"bddd6883-e2ce-46b1-926d-750ad7b4fbef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.087825685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"e7ec62de-c8b9-4f6d-a642-144e7f1c97a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.093529353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"2ab07242-b028-48ec-b311-4b8c66d41470","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.096446574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"416795a0-0bd8-45e1-97d3-54335d61d71b","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.109096207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"e7ec62de-c8b9-4f6d-a642-144e7f1c97a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.109137877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"bddd6883-e2ce-46b1-926d-750ad7b4fbef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.18139994Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-subscription","reconcileID":"666c864a-f440-46a9-932a-876e892c733b","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/e2e-test-group-subscription","ai-tenant-e2e-worker-w3-4e261b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.187239077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-auth","reconcileID":"7400b2fc-9adf-4027-8bd6-96b87665fe1c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.208209611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-auth","reconcileID":"7400b2fc-9adf-4027-8bd6-96b87665fe1c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.240782185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"3f3e849a-8f1b-4af6-85ed-d7bc25297af5","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.259636458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"0078b085-3ea8-44d8-8fd1-3d6a3fdbf816","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.324515538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"5e4953ec-308f-49d8-ad2f-8c9f56b42dcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.324517243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"c49afeb2-9dd4-49b1-8c0e-d0105aebccbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.346256203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"c49afeb2-9dd4-49b1-8c0e-d0105aebccbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.34707196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"5e4953ec-308f-49d8-ad2f-8c9f56b42dcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.359356249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-subscription","reconcileID":"477aeb62-fd56-4872-b2ca-66649166ae2d","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.888604543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"0d1f47a7-c54f-4f5f-91a8-941834170cb3","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.935598634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"ff6706f8-abf0-4410-b97c-dcf27914df68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.936062282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"78f57850-64b7-4ef8-b268-d405855e19b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.936183429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-auth","reconcileID":"18072f87-9993-44ac-b19e-f88a2e1afead","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.960079051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-auth","reconcileID":"18072f87-9993-44ac-b19e-f88a2e1afead","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.960087094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"ff6706f8-abf0-4410-b97c-dcf27914df68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:31.967033022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"78f57850-64b7-4ef8-b268-d405855e19b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:34.510209941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"33300943-3b32-45dc-8504-9b60fcb0657d","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:34.559685706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"085cac0f-9c51-439e-a1c9-4a8bfe272c76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:34.562316458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a038284a-c4f1-471e-8a72-7d78ff2c9ebd","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:34.56234178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"0e4fb2ed-a23d-4016-a17e-ce8a9814c595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:34.582319411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"085cac0f-9c51-439e-a1c9-4a8bfe272c76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:34.583718968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a038284a-c4f1-471e-8a72-7d78ff2c9ebd","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:34.585844088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"0e4fb2ed-a23d-4016-a17e-ce8a9814c595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:35.863950865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7f8a0df-8d4e-4fcf-a1df-91bdf717ecde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:35.880584626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7f8a0df-8d4e-4fcf-a1df-91bdf717ecde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:35.896764543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7f8a0df-8d4e-4fcf-a1df-91bdf717ecde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:35.913609535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7f8a0df-8d4e-4fcf-a1df-91bdf717ecde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:36.650079015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"729bae75-a54d-4749-8f77-377b69f48403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:36.66673672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"729bae75-a54d-4749-8f77-377b69f48403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:36.682917612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"729bae75-a54d-4749-8f77-377b69f48403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:36.69883085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"729bae75-a54d-4749-8f77-377b69f48403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:41.94369209Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-subscription","reconcileID":"b2e9d125-20d9-4436-89df-e58366d68d7c","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:42.047804737Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-subscription","reconcileID":"b2e9d125-20d9-4436-89df-e58366d68d7c","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:42.122243313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"ba900b0b-f223-487a-beb0-39c6771c804b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:42.132953327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"38c73f76-bdf3-4e55-8adc-eefc14e6e553","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:42.155957867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"be31ddcb-fab9-4bef-9d76-4a676a433b54","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:42.206598194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"de7fabc9-399e-420b-b86e-6b055cf52101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:42.20740813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-auth","reconcileID":"6ae00bc5-4bdc-4d3f-844d-76fdccd20a0f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:42.208390259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"295d6d1f-610b-4cc4-8b12-e0b50d6b568b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:42.236274906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-auth","reconcileID":"6ae00bc5-4bdc-4d3f-844d-76fdccd20a0f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:42.237054115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"295d6d1f-610b-4cc4-8b12-e0b50d6b568b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:42.242787992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"de7fabc9-399e-420b-b86e-6b055cf52101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:42.290706891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"ea11272d-1f65-49c1-9ff8-ab6a45d49c30","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:42.372980241Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-auth","reconcileID":"5a09eea6-536f-4096-bab3-c24120e8b023","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:42.525103781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"dfe6d1df-1554-4451-9de5-f427a5c9b72d","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.35800676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"4241e7de-3cfd-41df-a2fb-747d7eacb7c5","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.382946152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"810c1fca-b6d9-428a-aa00-785d164b343f","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.434066518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-no-auth","reconcileID":"706e6994-2b70-4a07-9bf8-2610c9282e3d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.458250619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-no-auth","reconcileID":"706e6994-2b70-4a07-9bf8-2610c9282e3d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.565655209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"7448e61d-f0be-47a8-99c7-192d41f35411","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.596269736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"6a8433e3-22d5-41a4-871e-dea4599a763b","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.625341628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"34dd2153-1405-45f7-b9e3-35ae5916a694","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:01:43.641232741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-sub-only","reconcileID":"e2e0936f-1c51-492c-bb2a-9eef42a05cad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.641871367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-no-auth","reconcileID":"5f7131e7-895f-42d8-8777-6089efe2a1fb","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.672231388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-no-auth","reconcileID":"5f7131e7-895f-42d8-8777-6089efe2a1fb","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.692612359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"e52f6954-a98a-4ab3-b8a6-317f60fffab0","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.714668471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"ecb744f6-f701-4501-90bd-65f40bd1e597","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.718718853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e36b5ca5-b87a-4b9c-97c3-a02e326d86b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.718996294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"4289c89f-f9d1-4a58-a897-715b532f5e67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.739865404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"4289c89f-f9d1-4a58-a897-715b532f5e67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.740032288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e36b5ca5-b87a-4b9c-97c3-a02e326d86b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.807543816Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-sub-only","reconcileID":"f5318688-45e1-4cb8-b407-9b8f5b0532ba","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/e2e-test-group-sub-only","ai-tenant-e2e-worker-w3-4e261b/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.855128787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-no-auth","reconcileID":"d1f67c30-33f1-4ec4-955e-f72044f7a454","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.869011017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"b5ff358e-cf43-4332-9f76-dc3536dfcf40","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.888550904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"7d0ec015-3c1f-4e08-ab44-2b40d20a2804","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.888891674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-no-auth","reconcileID":"d1f67c30-33f1-4ec4-955e-f72044f7a454","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.9551947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e05ff6c3-8f15-4c93-b4fb-bf57aa62f10a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.955202837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"8a33613b-896f-4387-9f2e-490bd5c8bb50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.980880673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e05ff6c3-8f15-4c93-b4fb-bf57aa62f10a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.982330856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"8a33613b-896f-4387-9f2e-490bd5c8bb50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:43.98569114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-sub-only","reconcileID":"9442296f-8760-4066-827d-803c1677e47d","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.052335384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"592e7586-c933-4fdc-bcd0-b5f5dc04b5a6","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.405307777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"2834d921-13c1-41bb-801a-bf5d040297d2","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.455805583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-no-auth","reconcileID":"d453d564-ba17-490f-a64e-3aca551b008a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.45587012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"c1b69675-07f9-4f1a-b6d8-bb712700877f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.456273658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"8ca0b48b-624e-4d79-b723-19b909068d78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.482023801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-no-auth","reconcileID":"d453d564-ba17-490f-a64e-3aca551b008a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.483297995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"c1b69675-07f9-4f1a-b6d8-bb712700877f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.491743154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"8ca0b48b-624e-4d79-b723-19b909068d78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.567214179Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-subscription-free","reconcileID":"6d1c0f98-50f4-401f-9509-8ec73fd8ac77","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.63968795Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-subscription-free","reconcileID":"6d1c0f98-50f4-401f-9509-8ec73fd8ac77","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.706924504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-subscription-premium","reconcileID":"049a838f-c5bc-4676-a163-efa03f3b9707","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.708325119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"176962ac-7644-403f-a626-db72d1504800","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.721656576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"97574700-5df6-4047-9e7d-bfe8ba2c4a25","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.77132053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b4f13155-3ae6-45ac-89a2-f4ad9ed398b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.7716544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"eb50e23e-92f4-469f-9a48-26e7293474d6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.771842382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"6162dcbf-7e37-4b1e-ac7f-f888a74f2ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.794384999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"6162dcbf-7e37-4b1e-ac7f-f888a74f2ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.79446084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b4f13155-3ae6-45ac-89a2-f4ad9ed398b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.796680904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"eb50e23e-92f4-469f-9a48-26e7293474d6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.876564794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"2a3587b9-d16a-4706-9f6c-75b2d7138553","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.928630313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"31881269-e4d2-4f97-9a49-8b025703f90a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:44.949695002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"31881269-e4d2-4f97-9a49-8b025703f90a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:45.022021055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"599eea7b-c7af-4df3-a94b-5500d48cc4d4","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:45.022873518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"bb820843-0fb3-4c9d-9eb6-69f7861fbda7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:45.09189271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"599eea7b-c7af-4df3-a94b-5500d48cc4d4","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:45.095432723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"bb820843-0fb3-4c9d-9eb6-69f7861fbda7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:48.243147717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"af34b1d9-de99-4eb9-90f2-099211ee9bcd","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"tenant":"e2e-praxis-a-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:48.24318029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"af34b1d9-de99-4eb9-90f2-099211ee9bcd","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"routeName":"praxis-route-e25f4a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e25f4a","llmisvcName":"praxis-route-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:48.572983027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"e8c7fef2-96ac-4bc7-801b-3c6888aa744f","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"tenant":"e2e-praxis-a-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:48.573009523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"e8c7fef2-96ac-4bc7-801b-3c6888aa744f","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"routeName":"praxis-route-e25f4a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e25f4a","llmisvcName":"praxis-route-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:48.594381092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"4d69cae8-2f72-4469-b3ea-e0895158b5f1","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"tenant":"e2e-praxis-a-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:48.594404614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"4d69cae8-2f72-4469-b3ea-e0895158b5f1","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"routeName":"praxis-route-e25f4a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e25f4a","llmisvcName":"praxis-route-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:48.626467086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"f95ab75c-3164-45b0-8894-689c55862566","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e25f4a","tenantID":"e2e-praxis-a-e25f4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:48.685633911Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"f95ab75c-3164-45b0-8894-689c55862566","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"e2e-praxis-a-e25f4a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:48.705434664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-e25f4a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"f95ab75c-3164-45b0-8894-689c55862566","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:48.727201175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"bfecdd58-cff9-4758-bd74-df4f4d5d9119","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"tenant":"e2e-praxis-a-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:48.72722077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"bfecdd58-cff9-4758-bd74-df4f4d5d9119","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"routeName":"praxis-route-e25f4a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e25f4a","llmisvcName":"praxis-route-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:50.266974298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d665d2f-d829-40d1-8733-940c4c87f285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:50.282940981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d665d2f-d829-40d1-8733-940c4c87f285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:50.299055242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d665d2f-d829-40d1-8733-940c4c87f285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:50.314840626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d665d2f-d829-40d1-8733-940c4c87f285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:51.058275206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d14981d9-b0e3-48a7-a0a7-9b611a1d0cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:51.074369792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d14981d9-b0e3-48a7-a0a7-9b611a1d0cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:51.090411035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d14981d9-b0e3-48a7-a0a7-9b611a1d0cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:51.106360056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d14981d9-b0e3-48a7-a0a7-9b611a1d0cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:54.386754796Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:54.463184856Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-sub-only","reconcileID":"0c83cc2a-128c-4ce2-aee3-d91db84cb147","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:54.548271786Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-sub-only","reconcileID":"0c83cc2a-128c-4ce2-aee3-d91db84cb147","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:54.620842114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"11e8dd34-1e54-4bb5-8306-632decfd68fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:54.704841756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"62beab30-f87a-42a5-aaab-7b1d1ca1a220","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:54.754296558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"0683d78b-101b-4312-8df8-7f3849052eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:54.75462102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-no-auth","reconcileID":"936e98fb-f2d0-47fa-8ed9-fb29181ca7dd","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:54.754706548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"3635ca41-54c3-4c79-9bc0-8ec3f3012469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:54.780819691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"3635ca41-54c3-4c79-9bc0-8ec3f3012469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:54.784291519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"0683d78b-101b-4312-8df8-7f3849052eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:54.785051067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-no-auth","reconcileID":"936e98fb-f2d0-47fa-8ed9-fb29181ca7dd","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:54.856354817Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-test-group-no-auth","reconcileID":"b848f83e-cf93-497c-9650-8acc02c11092","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:54.856379308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"cca00721-7911-4d64-adb0-f8dd20859e8e","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:54.93003237Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-subscription-premium","reconcileID":"8c00f3e9-9c0f-4d60-a23d-3adbc0d7fb42","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:55.007105048Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-subscription-premium","reconcileID":"8c00f3e9-9c0f-4d60-a23d-3adbc0d7fb42","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:55.038110427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"322fd556-48ea-4d08-9539-455e5b979682","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:55.074289254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"ae6c3fa3-0509-4ca6-9f7c-097207a1a17f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:55.165613137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"dbdda5d9-f895-4f04-bc58-9b53d385723f","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:55.216094394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"42742a8c-2b41-4cd1-b7cd-662b1ca9a128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:55.21611065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ffa8f369-1338-4093-a2e9-083629ad975e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:55.216443951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"f7b753c1-7eea-4252-ba45-cef6e2d743c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:55.237765658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"42742a8c-2b41-4cd1-b7cd-662b1ca9a128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:55.237924464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"f7b753c1-7eea-4252-ba45-cef6e2d743c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:55.239911353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ffa8f369-1338-4093-a2e9-083629ad975e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:58.759545198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"fca272c1-827f-4444-8111-2d0e35c82909","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e25f4a","tenantID":"e2e-praxis-a-e25f4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:58.780617601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"fca272c1-827f-4444-8111-2d0e35c82909","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"e2e-praxis-a-e25f4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:01:58.800626348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-e25f4a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"fca272c1-827f-4444-8111-2d0e35c82909","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:05.317465959Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b6556bba-b5a7-42bf-a8aa-93fe1bc4665d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:05.318019064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"9f0c2b37-7110-4a67-9eb0-cd6610689621","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:05.371249345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"12330f7f-9a67-410f-a120-4d31a940fb15","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:06.890828144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"ea0e6640-b863-4973-9aac-d7ddc0b40137","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:06.912132047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"7b7109ce-95e2-4c21-8864-ef53cf66be67","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:06.963433452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-access-denied","reconcileID":"c51ca6aa-763c-4262-9b16-4da5994a41b6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:06.984744246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-access-denied","reconcileID":"c51ca6aa-763c-4262-9b16-4da5994a41b6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:07.089207748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"9bff4a3a-1947-483a-8318-ea443dc3b317","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:07.161063549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"7e8a7bfc-ffde-400f-a89d-3315528be2f2","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:02:07.175329136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-user-subscription","reconcileID":"766bb291-c199-47b1-8dac-79f1f4de74e2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:07.182052244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"51df9549-fbd3-4cf7-80cc-6c8dfdd225b4","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:07.192291049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"f3e337a4-ea90-4757-9257-e5af1fe13ed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:07.1923301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"3081136a-7ad7-46e9-9dd1-c528d8a6a3a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:07.213851357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"3081136a-7ad7-46e9-9dd1-c528d8a6a3a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:07.213969979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"f3e337a4-ea90-4757-9257-e5af1fe13ed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:07.218555357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"167cd2da-0a08-4ca6-9774-0af4901fc319","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:07.237822378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"d5965ede-334e-4f53-a3c1-2c7f153d6983","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:07.24220486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-access-denied","reconcileID":"bc50bf76-3309-4ab6-9688-58c325926ef1","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:07.274632396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-access-denied","reconcileID":"bc50bf76-3309-4ab6-9688-58c325926ef1","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:07.334073626Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-user-subscription","reconcileID":"7a468cac-931d-4a63-b0af-bd9900f22696","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/e2e-test-user-subscription","ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:07.342885156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"3603ffa3-0e86-42fd-ad86-97bfc2516c6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:07.345860317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"31f8783c-1604-4767-a577-47c692cf3ea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:07.366219885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"3603ffa3-0e86-42fd-ad86-97bfc2516c6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:07.371183105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"31f8783c-1604-4767-a577-47c692cf3ea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:07.394500911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"8ddb839a-c814-4e5b-ade8-c54d0f654006","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:07.404759777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"352388c4-ba0b-46ab-a4a7-2371e962a39f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:07.473658266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-access-denied","reconcileID":"fcb8f8dc-c69c-48b7-b559-9754667a816d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:07.500401307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-access-denied","reconcileID":"fcb8f8dc-c69c-48b7-b559-9754667a816d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:07.536835364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-user-subscription","reconcileID":"306d98c3-a3de-4722-878f-46585888b8c4","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:08.376825254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3afd457-31f7-4c3f-a652-6dec2e992f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:08.395461142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3afd457-31f7-4c3f-a652-6dec2e992f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:08.411502072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3afd457-31f7-4c3f-a652-6dec2e992f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:08.427501476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3afd457-31f7-4c3f-a652-6dec2e992f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:08.833806105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"ca215828-87cb-482b-8698-0bded1753164","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e25f4a","tenantID":"e2e-praxis-a-e25f4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:08.85445156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"ca215828-87cb-482b-8698-0bded1753164","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"e2e-praxis-a-e25f4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:08.879661199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-e25f4a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b54b2b8e6668b26f2d4c969e1b4ec235d4725fd0e13f401a3bda950b83f46ef) AuthConfig (cb452f36a9208d7249801153a1114ad9c64ea09d64ba565d39191f5d1926baca) AuthConfig (c95165cae34af6310e30a197d66b7e6a1fddcbd2f53707f80662e733769547ed) AuthConfig (d752bf9e29210aa68c6354dc8dca9ce5db5713d39a74c7a4f62f7d425ea64965) AuthConfig (c4335ddc75250813759ccfe865cfaa395314118a8bed8c8512f9a8ee375e24aa) AuthConfig (fa672935e2541a557260c7a10e6f959227c2c8eb31261a30832d8601fb809f03) AuthConfig (2c7d1e534d34f4a2b983c3cb9858e9068bf1e926d92985691a620544d2be3790) AuthConfig (8ceda7af6c7b220cdc518ec794c8d856b97a9779eae23b3d380434bff11d915d) AuthConfig (3446e8643b702fb2d1b833fa9ffc403802d500fc427e2275aa57b5e4a3b05e43) AuthConfig (c85d7da908a75656e3f488a5aa41d4687916b8565844a52bbd06800cfba336df) AuthConfig (7e80bd16a3b822b7397f1521c3ca9b338c171404ec7fc2cdb387cc1330589fbd) AuthConfig (59ef33c1639b732c5bcdfcaf4f7f3dc84a2599980e34cec4e0dbe4311f2fe624) AuthConfig (8badca9592ebc8a26099adb4db1261bab30cbaf67ef3b470dcfe96a0a5c7f9de) AuthConfig (e4bf8e1c87179df30b44a9768952559e3f75a1782fbb333164572fd89cc1b2f0) AuthConfig (b6130f5121aec0f3f093b4aff1db590be3036b96a23c7a8b586ff1a060db515b) AuthConfig (708176b0b361387a9443ad763f721700a387ee78a974ba75e81285b0c20d6b94) AuthConfig (dd24af356f121efe46acb831ae25b3f1bf9ea72ad42952faa6e63044dd9b401b) AuthConfig (4d8545919fafe8a60a6da44d0290f55a58a2499f8568ff0588c996e9767fb4f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"ca215828-87cb-482b-8698-0bded1753164","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:08.916974697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"57b0787d-76fd-450b-9aa0-3958cdf31de2","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"tenant":"e2e-praxis-a-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:08.916999214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"57b0787d-76fd-450b-9aa0-3958cdf31de2","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"routeName":"praxis-route-e25f4a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e25f4a","llmisvcName":"praxis-route-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:09.179834442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e50a0e-86fb-413a-8e2c-c5cf4e5d0ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:09.196077141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e50a0e-86fb-413a-8e2c-c5cf4e5d0ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:09.212279016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e50a0e-86fb-413a-8e2c-c5cf4e5d0ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:09.228191149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e50a0e-86fb-413a-8e2c-c5cf4e5d0ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:09.936883326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bab9f74-989c-4fb8-9aff-b52147f9618a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:09.952821676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bab9f74-989c-4fb8-9aff-b52147f9618a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:09.971962045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bab9f74-989c-4fb8-9aff-b52147f9618a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:09.988910479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bab9f74-989c-4fb8-9aff-b52147f9618a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.035688249Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","namespace":"ai-tenant-e2e-praxis-a-4093c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.035751828Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","namespace":"ai-tenant-e2e-praxis-a-4093c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.035823258Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","tenant":"e2e-praxis-a-4093c5","tenantID":"e2e-praxis-a-4093c5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.054600181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","gvk":"Deployment","name":"maas-api-e2e-praxis-a-4093c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.086615254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","gvk":"Service","name":"maas-api-e2e-praxis-a-4093c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.107789268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-4093c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.126431257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-4093c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.145697391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-4093c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.164870697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-4093c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.194232536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-4093c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.213603284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-4093c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.230524897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-4093c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.24658948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-4093c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.262686589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","gvk":"Service","name":"payload-processing-e2e-praxis-a-4093c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.278394913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-4093c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.294279223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-4093c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.310028749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-4093c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.326370588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-4093c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.347558337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-4093c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.368235294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-4093c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.388280094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-4093c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.430485831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-4093c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.446652999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4093c5"},"namespace":"ai-tenant-e2e-praxis-a-4093c5","name":"default-tenant","reconcileID":"e87e3679-73fd-4be0-8eec-482b10ca7506","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-4093c5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:14.812631849Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4093c5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4093c5","reconcileID":"63d5ed79-a862-4d9c-a6c1-77468f473079","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-4093c5","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-4093c5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:15.253702107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e18c7f6-b9d2-40d0-ae92-ab5b5e45533d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:15.26955118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e18c7f6-b9d2-40d0-ae92-ab5b5e45533d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:15.285583452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e18c7f6-b9d2-40d0-ae92-ab5b5e45533d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:15.301563256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e18c7f6-b9d2-40d0-ae92-ab5b5e45533d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:15.934975103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c90058d-11d0-42bb-abb1-df102975ecc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:15.951071337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c90058d-11d0-42bb-abb1-df102975ecc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:15.967223525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c90058d-11d0-42bb-abb1-df102975ecc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:15.985581722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c90058d-11d0-42bb-abb1-df102975ecc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.316655032Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-1d9b1a priority=0:[ai-tenant-e2e-worker-w2-1d9b1a/e2e-test-other-subscription ai-tenant-e2e-worker-w2-1d9b1a/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.316721239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"a64245ba-63a5-4b75-83d7-3fd915d957c6","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.338150548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"4a0755cb-f5a9-46cf-a767-298a09e5491b","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:02:17.350678478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-other-subscription","reconcileID":"13ca13a2-32a3-44a2-8a6d-88bf4d6455b7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.358594405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"aafee69d-4af0-43bd-8b9e-df4471bdb9ab","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.365848678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"6da3b33c-25ff-4556-8190-20ea4843f251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.36584859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"316650b3-23d1-43e7-be80-0d255bd5d7ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.366114899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-access-denied","reconcileID":"ae6374b3-ca40-4fed-90f2-b82b42d22499","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.388463808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"6da3b33c-25ff-4556-8190-20ea4843f251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.388535214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"316650b3-23d1-43e7-be80-0d255bd5d7ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.391479918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-access-denied","reconcileID":"ae6374b3-ca40-4fed-90f2-b82b42d22499","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.392053036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"bb544bba-76e4-433d-bdc6-73231d99e9a7","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.41274007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"7a3c2ce9-8c12-4672-9641-5f5bcdf435d0","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.484194332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"082571c4-b099-454c-9f0b-23141dca2929","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.484199054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"29738313-83ac-494b-b330-16e85467a4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.501054103Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-other-subscription","reconcileID":"4593dd36-1591-4e30-9b36-2df4fd94d948","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-1d9b1a/e2e-test-user-subscription","ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.505863367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"082571c4-b099-454c-9f0b-23141dca2929","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.506273711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"29738313-83ac-494b-b330-16e85467a4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.55741013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"ca146f99-2f4b-4e2e-b2f0-6aad9bcdaab2","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.581461195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-user-subscription","reconcileID":"ef28aaa3-7057-430e-b853-a9209d8b7755","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.581653309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"431b1d1a-d254-4488-9533-e62e5913ec39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.584840099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-access-denied","reconcileID":"5071c2e7-b9b6-49c0-8ab6-e86bb356aeb2","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.605800651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-access-denied","reconcileID":"5071c2e7-b9b6-49c0-8ab6-e86bb356aeb2","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:17.67840685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-other-subscription","reconcileID":"f40134f4-9de3-435b-8d5f-f9a1f95db7f4","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:18.063102816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"a56f7f94-6db0-4103-bb23-eaa23edd8c46","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:18.11016764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"c1f08db1-3c11-4cb9-a2e6-c51af368d0ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:18.110167637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-access-denied","reconcileID":"7473961e-1e35-4797-9f31-7eb61e7cf096","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:18.112989926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"623e6ce3-44b8-4dc1-9d5d-dda6d15b694e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:18.131523028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-access-denied","reconcileID":"7473961e-1e35-4797-9f31-7eb61e7cf096","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:18.132381618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"c1f08db1-3c11-4cb9-a2e6-c51af368d0ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:18.134798101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"623e6ce3-44b8-4dc1-9d5d-dda6d15b694e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:18.949034622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"995e9655-7b86-40dd-98f7-b80b17e33e56","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e25f4a","tenantID":"e2e-praxis-a-e25f4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:18.970721616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"995e9655-7b86-40dd-98f7-b80b17e33e56","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"e2e-praxis-a-e25f4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:18.99089348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-e25f4a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b54b2b8e6668b26f2d4c969e1b4ec235d4725fd0e13f401a3bda950b83f46ef) AuthConfig (cb452f36a9208d7249801153a1114ad9c64ea09d64ba565d39191f5d1926baca) AuthConfig (c95165cae34af6310e30a197d66b7e6a1fddcbd2f53707f80662e733769547ed) AuthConfig (d752bf9e29210aa68c6354dc8dca9ce5db5713d39a74c7a4f62f7d425ea64965) AuthConfig (c4335ddc75250813759ccfe865cfaa395314118a8bed8c8512f9a8ee375e24aa) AuthConfig (fa672935e2541a557260c7a10e6f959227c2c8eb31261a30832d8601fb809f03) AuthConfig (2c7d1e534d34f4a2b983c3cb9858e9068bf1e926d92985691a620544d2be3790) AuthConfig (8ceda7af6c7b220cdc518ec794c8d856b97a9779eae23b3d380434bff11d915d) AuthConfig (3446e8643b702fb2d1b833fa9ffc403802d500fc427e2275aa57b5e4a3b05e43) AuthConfig (c85d7da908a75656e3f488a5aa41d4687916b8565844a52bbd06800cfba336df) AuthConfig (7e80bd16a3b822b7397f1521c3ca9b338c171404ec7fc2cdb387cc1330589fbd) AuthConfig (59ef33c1639b732c5bcdfcaf4f7f3dc84a2599980e34cec4e0dbe4311f2fe624) AuthConfig (8badca9592ebc8a26099adb4db1261bab30cbaf67ef3b470dcfe96a0a5c7f9de) AuthConfig (e4bf8e1c87179df30b44a9768952559e3f75a1782fbb333164572fd89cc1b2f0) AuthConfig (b6130f5121aec0f3f093b4aff1db590be3036b96a23c7a8b586ff1a060db515b) AuthConfig (708176b0b361387a9443ad763f721700a387ee78a974ba75e81285b0c20d6b94) AuthConfig (dd24af356f121efe46acb831ae25b3f1bf9ea72ad42952faa6e63044dd9b401b) AuthConfig (4d8545919fafe8a60a6da44d0290f55a58a2499f8568ff0588c996e9767fb4f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"995e9655-7b86-40dd-98f7-b80b17e33e56","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:22.541231083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32f6dbdb-dd01-4366-8d56-08c166bf7d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:22.55725374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32f6dbdb-dd01-4366-8d56-08c166bf7d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:22.573278233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32f6dbdb-dd01-4366-8d56-08c166bf7d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:22.589312469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32f6dbdb-dd01-4366-8d56-08c166bf7d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:23.227058567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"148efd37-5293-4565-ba81-841bf334a9d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:23.243065537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"148efd37-5293-4565-ba81-841bf334a9d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:23.26045537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"148efd37-5293-4565-ba81-841bf334a9d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:23.277586971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"148efd37-5293-4565-ba81-841bf334a9d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:23.917982204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffcc6b2e-3b62-4b94-ba87-bf0fa572c3c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:23.934217129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffcc6b2e-3b62-4b94-ba87-bf0fa572c3c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:23.950395909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffcc6b2e-3b62-4b94-ba87-bf0fa572c3c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:23.966225716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffcc6b2e-3b62-4b94-ba87-bf0fa572c3c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:24.38271607Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:28.117287021Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-user-subscription","reconcileID":"26d5691d-c5bd-45ed-8997-555df027f566","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:28.191403075Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-user-subscription","reconcileID":"26d5691d-c5bd-45ed-8997-555df027f566","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:28.255447558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-other-subscription","reconcileID":"0114ac63-9d93-4f80-8942-1c26eadbcad7","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:28.255863833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"32c81453-5698-4c4b-a056-db078ddfa256","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:28.261066323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"07193db4-f18c-4791-8d50-1433b1017449","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:28.283396659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"c432cbab-11d7-4bcc-baa5-291b95b2480c","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:28.30903396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"e3ca409e-a40b-4a70-820d-f2a98c378fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:28.309057075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"6d914b53-6b88-49a2-ad85-c814fd9e8b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:28.309398726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-access-denied","reconcileID":"af190362-8786-4a1d-a21f-a9bf8c6d82e2","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:28.330566036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"6d914b53-6b88-49a2-ad85-c814fd9e8b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:28.3306331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"e3ca409e-a40b-4a70-820d-f2a98c378fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:28.332741019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-access-denied","reconcileID":"af190362-8786-4a1d-a21f-a9bf8c6d82e2","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:28.424987925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"a97533fb-4058-444a-9b02-0988440b7b6e","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:28.477848304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-access-denied","reconcileID":"58dc1e3e-e7d5-429b-88ed-d91d10b84e98","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:28.480514762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"14221813-4c63-445f-abc0-df1d37de2e0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:28.480550262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d8fc9f4f-47c4-40e4-b5fc-da25b2cf0f63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:28.498740471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-access-denied","reconcileID":"58dc1e3e-e7d5-429b-88ed-d91d10b84e98","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:28.501500188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d8fc9f4f-47c4-40e4-b5fc-da25b2cf0f63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:28.501622059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"14221813-4c63-445f-abc0-df1d37de2e0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:29.025071208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"9647f653-11e9-4214-8bf9-68d59747396f","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e25f4a","tenantID":"e2e-praxis-a-e25f4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:29.04597626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"9647f653-11e9-4214-8bf9-68d59747396f","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"e2e-praxis-a-e25f4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:29.066162558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-e25f4a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b54b2b8e6668b26f2d4c969e1b4ec235d4725fd0e13f401a3bda950b83f46ef) AuthConfig (cb452f36a9208d7249801153a1114ad9c64ea09d64ba565d39191f5d1926baca) AuthConfig (c95165cae34af6310e30a197d66b7e6a1fddcbd2f53707f80662e733769547ed) AuthConfig (d752bf9e29210aa68c6354dc8dca9ce5db5713d39a74c7a4f62f7d425ea64965) AuthConfig (c4335ddc75250813759ccfe865cfaa395314118a8bed8c8512f9a8ee375e24aa) AuthConfig (fa672935e2541a557260c7a10e6f959227c2c8eb31261a30832d8601fb809f03) AuthConfig (2c7d1e534d34f4a2b983c3cb9858e9068bf1e926d92985691a620544d2be3790) AuthConfig (8ceda7af6c7b220cdc518ec794c8d856b97a9779eae23b3d380434bff11d915d) AuthConfig (3446e8643b702fb2d1b833fa9ffc403802d500fc427e2275aa57b5e4a3b05e43) AuthConfig (c85d7da908a75656e3f488a5aa41d4687916b8565844a52bbd06800cfba336df) AuthConfig (7e80bd16a3b822b7397f1521c3ca9b338c171404ec7fc2cdb387cc1330589fbd) AuthConfig (59ef33c1639b732c5bcdfcaf4f7f3dc84a2599980e34cec4e0dbe4311f2fe624) AuthConfig (8badca9592ebc8a26099adb4db1261bab30cbaf67ef3b470dcfe96a0a5c7f9de) AuthConfig (e4bf8e1c87179df30b44a9768952559e3f75a1782fbb333164572fd89cc1b2f0) AuthConfig (b6130f5121aec0f3f093b4aff1db590be3036b96a23c7a8b586ff1a060db515b) AuthConfig (708176b0b361387a9443ad763f721700a387ee78a974ba75e81285b0c20d6b94) AuthConfig (dd24af356f121efe46acb831ae25b3f1bf9ea72ad42952faa6e63044dd9b401b) AuthConfig (4d8545919fafe8a60a6da44d0290f55a58a2499f8568ff0588c996e9767fb4f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"9647f653-11e9-4214-8bf9-68d59747396f","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:30.707929514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"f5575219-7600-4e8c-9c3c-76bf9f311a7e","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:30.762882953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"4c8ae1e6-7b63-43c4-a9fe-1b2531842bd4","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:30.855595844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-active-auth","reconcileID":"c7642b5c-3994-4e91-bc09-3df02869f45e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:30.896661935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-active-auth","reconcileID":"c7642b5c-3994-4e91-bc09-3df02869f45e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:30.967445876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"72be6a04-e0b3-4293-97f0-c054592662ed","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:31.004956308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"256a7f02-962a-4e59-ab91-5ac53d7884fe","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:02:31.0281649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-active-sub","reconcileID":"8941131d-0ddc-4c51-b316-e2a95f04c8b6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:31.038368964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"2c9315db-a6ba-4ae4-87d0-96f678bc7bac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:31.038939345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"a75d5294-ff10-4220-9e0f-11aada7d7c14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:31.072616605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"2c9315db-a6ba-4ae4-87d0-96f678bc7bac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:31.077012468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"a75d5294-ff10-4220-9e0f-11aada7d7c14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:31.094771779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"6dc8404c-5867-42c5-939c-4276ab92e1bb","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:31.144608072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"1ec568f5-de54-4d73-ba27-d0620c4f18cb","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:31.14526847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"61d1909c-06fa-49a9-8f14-1114ba2286c8","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:31.22813757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-active-auth","reconcileID":"f73dbd38-aa66-4453-ac07-46ef8b96c2d8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:31.253927664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-active-auth","reconcileID":"f73dbd38-aa66-4453-ac07-46ef8b96c2d8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:31.254653515Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-active-sub","reconcileID":"eec4ccf6-ac7b-4b6b-a94b-093890c3e620","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/e2e-status-active-sub","ai-tenant-e2e-worker-w3-4e261b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:31.262779729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"c8d22eec-40d3-40a9-b0ff-2d863100ae43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:31.263472177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"576990f3-b384-428e-846b-524433229d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:31.290514886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"c8d22eec-40d3-40a9-b0ff-2d863100ae43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:31.357969873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"576990f3-b384-428e-846b-524433229d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:31.458326098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"f6238328-4525-4cc4-bbb4-3e654b9610cf","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:31.459072513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"0bd7ba67-f8eb-4c7d-99da-bb6cb07b9fbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:02:31.502010655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-active-auth","reconcileID":"f73dbd38-aa66-4453-ac07-46ef8b96c2d8","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:31.509143166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-active-sub","reconcileID":"243dc1a8-2703-4bd4-a32f-473a8d5667cd","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:31.554609675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-active-auth","reconcileID":"b58fa655-76f6-4754-ad35-f26634b30248","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:31.575611816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-active-auth","reconcileID":"b58fa655-76f6-4754-ad35-f26634b30248","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:33.773755599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"76c4a6f6-0135-4090-afdc-c7e172261c22","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:33.831726533Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","namespace":"ai-tenant-e2e-ipp-a-48e1f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:33.83179049Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","namespace":"ai-tenant-e2e-ipp-a-48e1f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:33.831837412Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","tenant":"e2e-ipp-a-48e1f1","tenantID":"e2e-ipp-a-48e1f1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:33.851939207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","gvk":"Deployment","name":"maas-api-e2e-ipp-a-48e1f1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:33.885512196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","gvk":"Service","name":"maas-api-e2e-ipp-a-48e1f1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:33.895961009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"3e6155d7-622b-450a-b556-d6e36791bb1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:33.896371929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"aac39a7f-12db-49ff-abcf-093900983e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:33.896593099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-active-auth","reconcileID":"520bac11-a8a9-4d13-b2f9-10bcf11f7db2","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:33.904934625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-48e1f1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:33.923644538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-active-auth","reconcileID":"520bac11-a8a9-4d13-b2f9-10bcf11f7db2","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:33.924994351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"3e6155d7-622b-450a-b556-d6e36791bb1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:33.92855616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-48e1f1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:33.932201185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"aac39a7f-12db-49ff-abcf-093900983e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:33.958613983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-48e1f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:33.978894707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-48e1f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:34.000038812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-48e1f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:34.018919312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-48e1f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:34.037215613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-48e1f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:34.05514758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-48e1f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:34.083536245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","gvk":"Service","name":"payload-processing-e2e-ipp-a-48e1f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:34.107254739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-48e1f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:34.128058838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-48e1f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:34.146318803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-48e1f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:34.1663498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-48e1f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:34.186837821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-48e1f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:34.207107927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-48e1f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:34.225484327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-48e1f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:34.244137674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-48e1f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:34.264771759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-48e1f1"},"namespace":"ai-tenant-e2e-ipp-a-48e1f1","name":"default-tenant","reconcileID":"e734aa17-e713-4670-9daa-95b30ecf09ae","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-48e1f1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:34.591787178Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-48e1f1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-48e1f1","reconcileID":"455f6a49-0578-4c44-8e50-000f40a78dfd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-48e1f1","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-48e1f1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:34.995563475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae688d27-724d-414c-8631-2f6c30afcdf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:35.012114162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae688d27-724d-414c-8631-2f6c30afcdf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:35.028393413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae688d27-724d-414c-8631-2f6c30afcdf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:35.0442697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae688d27-724d-414c-8631-2f6c30afcdf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:35.751528259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23447404-03af-4cb1-898a-bbc611997153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:35.767484308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23447404-03af-4cb1-898a-bbc611997153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:35.783660534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23447404-03af-4cb1-898a-bbc611997153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:35.799715301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23447404-03af-4cb1-898a-bbc611997153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:38.487173392Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-other-subscription","reconcileID":"d3e58e3a-6a13-4156-affd-dd045a87ac08","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:38.563521303Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-other-subscription","reconcileID":"d3e58e3a-6a13-4156-affd-dd045a87ac08","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:38.632355413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"b2ffd3f7-f187-4650-9e89-59e192e4eec3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:38.714848143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"5a80931f-3371-4e5f-85fb-09e25f161143","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:38.762553033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"69105daf-ef1e-4192-b9cf-e771bda5fbcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:38.762588572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"fa2e6c06-a83c-4603-a5fe-6141d48f7235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:38.762864907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-access-denied","reconcileID":"0fcbd98d-94b2-486c-a983-999b2e5cbc6f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:38.783912763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"69105daf-ef1e-4192-b9cf-e771bda5fbcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:38.784029395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"fa2e6c06-a83c-4603-a5fe-6141d48f7235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:38.78620307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-access-denied","reconcileID":"0fcbd98d-94b2-486c-a983-999b2e5cbc6f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:38.879138102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"17deae73-b5fe-48d5-bac6-ca3d485e62b9","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:38.916822692Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-test-auth-access-denied","reconcileID":"88a42792-33c2-4259-ab27-0f91e6f933b9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:39.056274159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"1af4edc6-7f96-41ea-835d-ed2b6b1ebe1b","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:39.098066871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"e15b4012-2297-4d63-bcbb-87db543e7f58","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e25f4a","tenantID":"e2e-praxis-a-e25f4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:39.118994853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"e15b4012-2297-4d63-bcbb-87db543e7f58","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"e2e-praxis-a-e25f4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:39.339184049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"b42e63f9-2aec-472e-bd93-6f442109f69c","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"tenant":"e2e-praxis-a-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:39.339206196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"b42e63f9-2aec-472e-bd93-6f442109f69c","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"routeName":"praxis-route-e25f4a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e25f4a","llmisvcName":"praxis-route-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:39.828645386Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","namespace":"ai-tenant-e2e-praxis-b-bebfd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:39.828721241Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","namespace":"ai-tenant-e2e-praxis-b-bebfd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:39.82877842Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","tenant":"e2e-praxis-b-bebfd6","tenantID":"e2e-praxis-b-bebfd6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:39.846675576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","gvk":"Deployment","name":"maas-api-e2e-praxis-b-bebfd6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:39.874895366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","gvk":"Service","name":"maas-api-e2e-praxis-b-bebfd6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:39.894997606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-bebfd6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:39.913348404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-bebfd6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:39.933424112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-bebfd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:39.951999183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-bebfd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:39.97318438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-bebfd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:39.992031235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-bebfd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.008127585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-bebfd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.023973004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-bebfd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.040794429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","gvk":"Service","name":"payload-processing-e2e-praxis-b-bebfd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.058344635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-bebfd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.074506863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-bebfd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.090686945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-bebfd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.107333117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-bebfd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.131270935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-bebfd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.157464289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-bebfd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.17456041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-bebfd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.192547149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-bebfd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.210251212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bebfd6"},"namespace":"ai-tenant-e2e-praxis-b-bebfd6","name":"default-tenant","reconcileID":"1b37c268-cdee-490e-9929-192536c2be2c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-bebfd6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.56916704Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bebfd6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bebfd6","reconcileID":"36e8e383-eed1-4b3e-b2f0-d105b10afc3d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-bebfd6","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-bebfd6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.624723745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"c20e8f43-5ac5-4887-bba5-1ebde7532464","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"tenant":"e2e-praxis-a-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.624743798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"c20e8f43-5ac5-4887-bba5-1ebde7532464","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"routeName":"praxis-route-e25f4a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e25f4a","llmisvcName":"praxis-route-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.650491178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"999c2edf-6363-444b-b8a8-b7a499121948","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"tenant":"e2e-praxis-a-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.650508705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"999c2edf-6363-444b-b8a8-b7a499121948","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"routeName":"praxis-route-e25f4a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e25f4a","llmisvcName":"praxis-route-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:02:40.660418997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-sub","reconcileID":"b3b3adec-2379-478a-b71c-90a27d35c361","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-e25f4a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:02:40.683508375Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"999c2edf-6363-444b-b8a8-b7a499121948","name":"praxis-route-e25f4a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-e25f4a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:02:40.683565708Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"999c2edf-6363-444b-b8a8-b7a499121948","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-e25f4a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.688871978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"0afa0d92-37bc-4820-a838-63b180f73a4e","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"tenant":"e2e-praxis-a-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.688886903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"0afa0d92-37bc-4820-a838-63b180f73a4e","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"routeName":"praxis-route-e25f4a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e25f4a","llmisvcName":"praxis-route-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.699414127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"d7376217-6802-4511-a4c3-c14826641c84","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"tenant":"e2e-praxis-a-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.699435947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"d7376217-6802-4511-a4c3-c14826641c84","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"routeName":"praxis-route-e25f4a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e25f4a","llmisvcName":"praxis-route-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.720877901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"382018db-f2de-489b-9c9b-a895384f4c15","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"tenant":"e2e-praxis-a-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.720911076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"382018db-f2de-489b-9c9b-a895384f4c15","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"routeName":"praxis-route-e25f4a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e25f4a","llmisvcName":"praxis-route-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.733263036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"e65b58f7-747d-471a-af13-b39cface3bad","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e25f4a","tenantID":"e2e-praxis-a-e25f4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.758691833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"e65b58f7-747d-471a-af13-b39cface3bad","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"e2e-praxis-a-e25f4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.859080933Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-sub","reconcileID":"42e6e6ab-48c9-412a-a1c5-ecf025ec9afe","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"maas-trlp-praxis-route-e25f4a","model":"praxis-route-e25f4a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.917239845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"1411a34f-fc32-4d6c-9bdb-62fc3981454f","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"tenant":"e2e-praxis-a-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.917259196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"1411a34f-fc32-4d6c-9bdb-62fc3981454f","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"routeName":"praxis-route-e25f4a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e25f4a","llmisvcName":"praxis-route-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.948302884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"9e7ddd19-7a2d-4b89-b170-243ce990e714","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e25f4a","tenantID":"e2e-praxis-a-e25f4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.969457546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"9e7ddd19-7a2d-4b89-b170-243ce990e714","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"e2e-praxis-a-e25f4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:40.981515397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-sub","reconcileID":"e2f344b4-7dc5-41ac-8ef7-224b81133e62","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"maas-trlp-praxis-route-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:41.039450268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"0a5f4b1f-a004-4725-a175-340cfaf35403","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"tenant":"e2e-praxis-a-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:41.039470348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"0a5f4b1f-a004-4725-a175-340cfaf35403","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"routeName":"praxis-route-e25f4a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e25f4a","llmisvcName":"praxis-route-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:41.055888221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d1770b-aac6-4ddc-83bd-73986b035473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:41.071861116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d1770b-aac6-4ddc-83bd-73986b035473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:41.087873735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d1770b-aac6-4ddc-83bd-73986b035473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:41.103854834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d1770b-aac6-4ddc-83bd-73986b035473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:41.765705825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc2a6e6-d6df-46bd-9405-b5a351f3f3b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:41.781574241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc2a6e6-d6df-46bd-9405-b5a351f3f3b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:41.797433943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc2a6e6-d6df-46bd-9405-b5a351f3f3b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:41.813243998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc2a6e6-d6df-46bd-9405-b5a351f3f3b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:42.815579282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8255d28c-e6e5-4bb8-96bf-d0dac902fe60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:42.831595582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8255d28c-e6e5-4bb8-96bf-d0dac902fe60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:42.847605762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8255d28c-e6e5-4bb8-96bf-d0dac902fe60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:42.863597896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8255d28c-e6e5-4bb8-96bf-d0dac902fe60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:43.554057575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c013555a-b1a7-4ee5-8dfb-3c8ab6fa8a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:43.570149604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c013555a-b1a7-4ee5-8dfb-3c8ab6fa8a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:43.586653526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c013555a-b1a7-4ee5-8dfb-3c8ab6fa8a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:43.602876939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c013555a-b1a7-4ee5-8dfb-3c8ab6fa8a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:43.827284584Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-active-sub","reconcileID":"c2ff3904-bd91-4afd-95d6-736368339fb6","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:43.898801337Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-active-sub","reconcileID":"c2ff3904-bd91-4afd-95d6-736368339fb6","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:43.979879431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"8e483775-89a6-4840-a86b-ad1bf4c2bcea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:44.068829567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"519c077b-bd7b-4449-8c7f-23e7a2783e7f","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:44.116985597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-active-auth","reconcileID":"c9dd65ae-862b-4141-856e-fc84aea61353","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:44.117016392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e94dca9a-09ef-4cd3-9eb6-7dd11f11d14e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:44.117347852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"b254e846-5ff4-4c71-a01a-f5465bec034f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:44.138486371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"b254e846-5ff4-4c71-a01a-f5465bec034f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:44.138682462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-active-auth","reconcileID":"c9dd65ae-862b-4141-856e-fc84aea61353","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:44.140912691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e94dca9a-09ef-4cd3-9eb6-7dd11f11d14e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:44.227826944Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-active-auth","reconcileID":"2826668d-af4b-4f06-856a-bcc50c59dc87","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:44.228115507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"6b4362ac-2c3e-4c0d-a5be-cf4ff77e7b21","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:44.258055944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe9d7e47-f0ec-429a-9108-5bd693cb1d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:44.280380746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe9d7e47-f0ec-429a-9108-5bd693cb1d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:44.296691149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe9d7e47-f0ec-429a-9108-5bd693cb1d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:44.312653705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe9d7e47-f0ec-429a-9108-5bd693cb1d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:44.333729146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"a656c04a-ae3c-4457-b178-d0a0417d6d9f","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:53.34712367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-sub","reconcileID":"8b24ae3e-b55f-472e-99b4-9929ee4f8115","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"maas-trlp-praxis-route-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:53.428925551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"6d1d5efc-f0e8-47e2-9f4d-a33c2286d358","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"tenant":"e2e-praxis-a-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:53.429036057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"6d1d5efc-f0e8-47e2-9f4d-a33c2286d358","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"routeName":"praxis-route-e25f4a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e25f4a","llmisvcName":"praxis-route-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:54.146271961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"202c40a5-abe8-43eb-9790-12d6ff38ddd8","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e25f4a","tenantID":"e2e-praxis-a-e25f4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:54.170926168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"202c40a5-abe8-43eb-9790-12d6ff38ddd8","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"e2e-praxis-a-e25f4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:54.383052506Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:02:55.282968625Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-failed-sub","reconcileID":"756e92ac-4e0c-4a9c-a2b2-3bee2bc15349","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:55.298852473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"9bbea168-e42a-4177-b1cd-056097a74f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:55.299094471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"6a0b6ab2-b641-4d13-8656-a3a2e23f7768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:55.320552222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"6a0b6ab2-b641-4d13-8656-a3a2e23f7768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:55.321133264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"9bbea168-e42a-4177-b1cd-056097a74f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:55.416919549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"aaef9a44-5df0-42ef-8f81-325a10f1ebf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:55.416929184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"2f4d1a44-ab0c-4c85-a484-bec698c1584f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:55.438145161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"2f4d1a44-ab0c-4c85-a484-bec698c1584f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:02:55.438273905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"aaef9a44-5df0-42ef-8f81-325a10f1ebf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:05.392144153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"44822f89-b9ba-4fcf-abc3-91d835bfdf30","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:05.41322882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"bf12b659-b99b-4204-b721-fe26abb563ec","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:05.463700787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-active-auth-only","reconcileID":"b7de878c-c419-4bee-bb0e-b7816029139c","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:05.497481217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-active-auth-only","reconcileID":"b7de878c-c419-4bee-bb0e-b7816029139c","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:05.593501843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"9f9d354b-941c-4e4f-8615-eba5ed38fc0d","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:05.625356675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"b8ac2321-0f39-404c-b3dd-31afb5d7d597","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"tenant":"e2e-praxis-a-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:05.625373616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"b8ac2321-0f39-404c-b3dd-31afb5d7d597","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"routeName":"praxis-route-e25f4a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e25f4a","llmisvcName":"praxis-route-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:05.66460643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-active-auth-only","reconcileID":"26e2ff85-f99c-4192-9ba0-05e1a8dfbc71","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:05.686965189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-active-auth-only","reconcileID":"26e2ff85-f99c-4192-9ba0-05e1a8dfbc71","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:05.694865042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"c3b7aeca-863e-4c9e-9cca-35754e9c74f5","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"tenant":"e2e-praxis-a-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:05.694879991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"c3b7aeca-863e-4c9e-9cca-35754e9c74f5","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"routeName":"praxis-route-e25f4a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e25f4a","llmisvcName":"praxis-route-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:05.741775559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"7c617d3c-127e-44c8-882d-07ebba88eca1","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e25f4a","tenantID":"e2e-praxis-a-e25f4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:05.742231987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-sub","reconcileID":"be029e22-d637-463b-843b-ad4ae6d73746","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"maas-trlp-praxis-route-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:05.764820373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"7c617d3c-127e-44c8-882d-07ebba88eca1","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"e2e-praxis-a-e25f4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:05.87581134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"33734a5a-f586-4c27-84bb-e0adca65baa9","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e25f4a","tenantID":"e2e-praxis-a-e25f4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:05.893679014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-sub","reconcileID":"96423e2b-4d65-47b3-9a5b-da2e0f2c26bd","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"maas-trlp-praxis-route-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:05.897824022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"33734a5a-f586-4c27-84bb-e0adca65baa9","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"e2e-praxis-a-e25f4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:06.034055116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae4c9c7-f299-4ef9-bb5b-6e2425b93066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:06.050810595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae4c9c7-f299-4ef9-bb5b-6e2425b93066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:06.06735714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae4c9c7-f299-4ef9-bb5b-6e2425b93066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:06.083532751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae4c9c7-f299-4ef9-bb5b-6e2425b93066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:06.731092665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a19d362-4d8a-46b7-bbdd-e011d96a9e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:06.752359103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a19d362-4d8a-46b7-bbdd-e011d96a9e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:06.772355543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a19d362-4d8a-46b7-bbdd-e011d96a9e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:06.791552496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a19d362-4d8a-46b7-bbdd-e011d96a9e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.282453032Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","namespace":"ai-tenant-e2e-ipp-b-45f11c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.282581892Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","namespace":"ai-tenant-e2e-ipp-b-45f11c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.282666618Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","tenant":"e2e-ipp-b-45f11c","tenantID":"e2e-ipp-b-45f11c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.301517421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","gvk":"Deployment","name":"maas-api-e2e-ipp-b-45f11c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.338300508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","gvk":"Service","name":"maas-api-e2e-ipp-b-45f11c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.360115068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-45f11c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.378419446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-45f11c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.405100003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-45f11c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.426710034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-45f11c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.45171762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-45f11c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.470939696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-45f11c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.491377576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-45f11c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.518645561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-45f11c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.562886036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","gvk":"Service","name":"payload-processing-e2e-ipp-b-45f11c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.61181866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-45f11c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.631683608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-45f11c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.65603063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-45f11c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.683630275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-45f11c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.707300197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-45f11c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.729543315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-45f11c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.752119514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-45f11c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.766451213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"f2138b59-24ac-4895-b8ba-d9b2eed5b1e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.76659079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"e196a7b8-38f7-499d-afe2-ec4ec0288305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.772921221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-45f11c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.791461822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"e196a7b8-38f7-499d-afe2-ec4ec0288305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.792139103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45f11c"},"namespace":"ai-tenant-e2e-ipp-b-45f11c","name":"default-tenant","reconcileID":"e2b93b71-a169-46e9-bba3-1cb864189b08","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-45f11c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:07.792545094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"f2138b59-24ac-4895-b8ba-d9b2eed5b1e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:08.044154028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"eb6f24b9-cbaf-481b-969f-5d3461979aac","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:08.046704072Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-active-auth-only","reconcileID":"bacaee97-cd6c-4151-8026-6f2f2e85c60e","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:08.166451608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"32beda25-83ff-46fc-9575-4bdaa08f75ed","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:08.205860926Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-45f11c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-45f11c","reconcileID":"05e19a5b-06fc-4202-970b-375be2c02eea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-45f11c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-45f11c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:08.647917253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7d7417-a8e5-4c47-90b8-278c97ba416c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:08.664670317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7d7417-a8e5-4c47-90b8-278c97ba416c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:08.682017879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7d7417-a8e5-4c47-90b8-278c97ba416c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:08.69806195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7d7417-a8e5-4c47-90b8-278c97ba416c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.052887855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"987aac9c-7099-4743-83a7-1d7793b8c7c4","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.085641659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"4f6ac97d-c5ff-4a31-a0a6-e6174ed21d53","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.15152516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-degraded-auth","reconcileID":"7df277df-def4-4ea1-a1a7-3e64ba8eed49","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.211400938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-degraded-auth","reconcileID":"7df277df-def4-4ea1-a1a7-3e64ba8eed49","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.300122178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"c9b39049-bcd0-49f8-9a56-02afa0dc1c12","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.324981103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"43e86965-c839-4d78-9f6d-1ebdf4c04cb2","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:09.335794641Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-degraded-sub","reconcileID":"7f484468-ceab-45eb-9402-0fbfdc4295d8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.352063226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"aabd10a8-e202-4729-ac20-ff4b848f15cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.352570837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"47f9e29c-8f42-4401-b899-10b6994581d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.379628924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"47f9e29c-8f42-4401-b899-10b6994581d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.38024092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"aabd10a8-e202-4729-ac20-ff4b848f15cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.387399387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"09f1ba4b-8aba-4c6f-a85f-66949b837dfc","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.422080947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"bea6f12d-d286-4dff-8a92-4c1994f63191","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.42259552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"06ab594d-4779-4fb4-9342-3b71ded007b6","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.490101908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11381824-3ad5-4e85-8109-fd2e8267d99a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.490457621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-degraded-auth","reconcileID":"bde1d539-74f7-4337-a531-c5d3583f0e3d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.514111651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11381824-3ad5-4e85-8109-fd2e8267d99a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.53137357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11381824-3ad5-4e85-8109-fd2e8267d99a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.539204482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-degraded-auth","reconcileID":"bde1d539-74f7-4337-a531-c5d3583f0e3d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.542828542Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-degraded-sub","reconcileID":"21a3f4ca-c9d4-424f-8518-90fdb64ef106","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.548345096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11381824-3ad5-4e85-8109-fd2e8267d99a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.549051552Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-degraded-sub","reconcileID":"21a3f4ca-c9d4-424f-8518-90fdb64ef106","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-1d9b1a/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.64131243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"7597a290-aada-467d-8a8c-8e9ab6b42207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.641570386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b1d31265-682f-4bc4-ad10-9446d5318e78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.642090354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"0d89af6c-ef23-4b1c-8a76-1b9bd38978f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.669759471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"6b06abf1-ff9a-4dda-891a-32208cc4fa35","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.68338434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"7597a290-aada-467d-8a8c-8e9ab6b42207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.704423554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b1d31265-682f-4bc4-ad10-9446d5318e78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.76757319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-degraded-sub","reconcileID":"eb73b48a-6b4d-4c1e-8101-6d6a6a9414f3","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:09.767837718Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-degraded-sub","reconcileID":"eb73b48a-6b4d-4c1e-8101-6d6a6a9414f3","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-1d9b1a/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:11.779337645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"44fb5b13-af0d-4514-9f44-5f64dbf62ad2","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:11.832560084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-degraded-auth","reconcileID":"87534d2b-eb2f-4983-8660-ccb837f404f2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:11.832728641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"03369fcf-3d5d-4988-a8e9-ea356d8f3dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:11.832972457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"affa1fa6-388d-4143-a22d-adf9dbe75821","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:11.855500303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"affa1fa6-388d-4143-a22d-adf9dbe75821","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:11.856088872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-degraded-auth","reconcileID":"87534d2b-eb2f-4983-8660-ccb837f404f2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:11.85778897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"03369fcf-3d5d-4988-a8e9-ea356d8f3dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:14.376885477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"e97486f2-6fb7-42a7-a778-978003b08b65","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:14.398301277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"9d52221f-75b4-48a8-ab33-f4f12098f1b8","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:14.464261352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-degraded-auth","reconcileID":"aac615d7-10e4-42bd-b732-82e084a0c8e8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:14.488135408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-degraded-auth","reconcileID":"aac615d7-10e4-42bd-b732-82e084a0c8e8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:14.526883367Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-degraded-auth","reconcileID":"aac615d7-10e4-42bd-b732-82e084a0c8e8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:14.68125141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"3850e645-0742-4cc8-b7e0-fa000811e5a6","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:14.831300862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-degraded-auth","reconcileID":"436eb62a-2214-4d67-a46f-3259dc63e1f5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:14.880076184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-degraded-auth","reconcileID":"436eb62a-2214-4d67-a46f-3259dc63e1f5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:14.922767993Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-degraded-auth","reconcileID":"436eb62a-2214-4d67-a46f-3259dc63e1f5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:15.874131611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"26618568-02da-44f9-8a7a-afb513286986","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"tenant":"e2e-praxis-a-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:15.874229979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"26618568-02da-44f9-8a7a-afb513286986","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"routeName":"praxis-route-e25f4a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e25f4a","llmisvcName":"praxis-route-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:15.907060258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"354d3c91-adc9-432b-b5f4-abf4190039de","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e25f4a","tenantID":"e2e-praxis-a-e25f4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:15.928579788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"354d3c91-adc9-432b-b5f4-abf4190039de","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"e2e-praxis-a-e25f4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:15.944041596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-sub","reconcileID":"87751ba0-bd32-4f66-b7ff-219103cc3e60","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"maas-trlp-praxis-route-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:16.051074626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-sub","reconcileID":"1c6d7ef5-7b9c-4916-aa65-3a90a7562d01","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"maas-trlp-praxis-route-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:16.093047715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"b093306c-028a-4385-adc1-19d59b4b8792","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e25f4a","tenantID":"e2e-praxis-a-e25f4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:16.114668111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"b093306c-028a-4385-adc1-19d59b4b8792","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"e2e-praxis-a-e25f4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:16.837229312Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-degraded-auth","reconcileID":"8a9d63dd-feb0-42a7-b095-b26d9d27e7a1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:16.837235168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"8c71bfca-afec-4626-b2a1-10d3d6023a70","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:16.853297244Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-degraded-auth","reconcileID":"8a9d63dd-feb0-42a7-b095-b26d9d27e7a1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:16.9904571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"b06d71af-1ff2-4824-8bb0-cbec9101fbb5","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:17.771270581Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-failed-sub","reconcileID":"202ad87c-22c7-476f-9480-787d23e9c966","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:17.771435937Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-failed-sub","reconcileID":"202ad87c-22c7-476f-9480-787d23e9c966","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4e261b/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:17.913761498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"001cbeaa-61eb-4239-bf19-d321ad26f143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:17.913824214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"fca7fb18-ef86-41f9-bdb9-8675ad7e6a03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:17.935472607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"fca7fb18-ef86-41f9-bdb9-8675ad7e6a03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:17.935591393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"001cbeaa-61eb-4239-bf19-d321ad26f143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:18.783270264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-failed-auth","reconcileID":"a1bac6ed-b85f-4de6-bedc-ddeeb4450c16","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:18.804348895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-failed-auth","reconcileID":"a1bac6ed-b85f-4de6-bedc-ddeeb4450c16","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:18.824452535Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-failed-auth","reconcileID":"a1bac6ed-b85f-4de6-bedc-ddeeb4450c16","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:18.943262113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-failed-auth","reconcileID":"4b1e241b-ddbd-4beb-82d6-9b7d45639f62","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:18.964532174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-failed-auth","reconcileID":"4b1e241b-ddbd-4beb-82d6-9b7d45639f62","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:18.984396288Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-failed-auth","reconcileID":"4b1e241b-ddbd-4beb-82d6-9b7d45639f62","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:21.161937791Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-status-failed-auth","reconcileID":"211b141a-31ef-40b7-b70a-8c5ee374f7d9","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:21.837138971Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-degraded-sub","reconcileID":"f92cdc2d-a82e-407e-aeaf-a9e6789fe6b0","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:21.909714584Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-degraded-sub","reconcileID":"f92cdc2d-a82e-407e-aeaf-a9e6789fe6b0","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:21.909747177Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-degraded-sub","reconcileID":"f92cdc2d-a82e-407e-aeaf-a9e6789fe6b0","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:21.90985519Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-degraded-sub","reconcileID":"f92cdc2d-a82e-407e-aeaf-a9e6789fe6b0","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-1d9b1a/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:21.985232057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"123ecab4-b4c0-4179-a963-def3de822921","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:22.063001121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"d32e78e4-4b40-45aa-9609-a2a3c6cb7818","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:22.110110235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"5a41b9e6-7a16-4db0-99ec-1f4b779c3a7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:22.110133092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"33134d5f-89e1-4707-9a9d-a0c95cbc51a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:22.110409394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-degraded-auth","reconcileID":"731e10f1-6b88-4637-98c8-6469479a581e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:22.13368032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"5a41b9e6-7a16-4db0-99ec-1f4b779c3a7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:22.133708738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"33134d5f-89e1-4707-9a9d-a0c95cbc51a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:22.136275455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-degraded-auth","reconcileID":"731e10f1-6b88-4637-98c8-6469479a581e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:22.222957793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"61eb1845-c463-4e19-8409-8dcba763411f","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:22.266031625Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-status-degraded-auth","reconcileID":"ed783493-1eb0-41a3-a01c-1d6f1d92bc0f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:22.388164163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"4d6cb7a4-ad04-4202-8fd2-853813c5f6ac","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:23.29733864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"7a8b62ad-5782-4b02-86df-60f7fa923399","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:23.316842502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"d16b4f97-f53e-4c2d-889c-3c6f898799fb","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:23.430960092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"7fdeb220-f3f7-40d9-bf39-bbe38dbdccef","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:23.463920174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"7fdeb220-f3f7-40d9-bf39-bbe38dbdccef","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:23.639213332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"fc2dc0b1-e0fe-4743-9d6f-cf21c5bb3790","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:23.689208483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"8778711f-ace1-459b-ba11-8c1b7f3bfa77","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:23.710332303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"8778711f-ace1-459b-ba11-8c1b7f3bfa77","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:24.382583928Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:25.114092235Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"d770906f-7dc7-438d-9ed9-68c8aecc31be","namespace":"ai-tenant-e2e-praxis-a-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:25.114162739Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"d770906f-7dc7-438d-9ed9-68c8aecc31be","name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:25.135612236Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"d770906f-7dc7-438d-9ed9-68c8aecc31be","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:25.135628399Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"d770906f-7dc7-438d-9ed9-68c8aecc31be","namespace":"ai-tenant-e2e-praxis-a-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:25.135706456Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"d770906f-7dc7-438d-9ed9-68c8aecc31be","name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:25.136178867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"0933c8c5-75d3-4826-aec7-412b505d3eed","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"tenant":"e2e-praxis-a-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:25.136194588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"0933c8c5-75d3-4826-aec7-412b505d3eed","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"routeName":"praxis-route-e25f4a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e25f4a","llmisvcName":"praxis-route-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:25.1550679Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"d770906f-7dc7-438d-9ed9-68c8aecc31be","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:25.158158275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"9e3fa97b-9c0e-4fe3-b422-84c7186d137a","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"tenant":"e2e-praxis-a-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:25.158173822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"9e3fa97b-9c0e-4fe3-b422-84c7186d137a","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"routeName":"praxis-route-e25f4a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e25f4a","llmisvcName":"praxis-route-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:25.168073668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"e310af25-d86d-4bd3-bc35-eecd74d971a5","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e25f4a","tenantID":"e2e-praxis-a-e25f4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:25.190924783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"e310af25-d86d-4bd3-bc35-eecd74d971a5","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"e2e-praxis-a-e25f4a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:25.191851632Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-sub","reconcileID":"d6750fdd-5a8e-42e8-a0e1-fb4ff3b35e19","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5a7ca321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:25.210025503Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-sub","reconcileID":"1396f84a-6de3-41e3-97b5-c5b329ef92ae","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5a7ca321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:25.32750002Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"7dc60f2f-f40b-4291-860d-70ed72141b70","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:25.375830242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"7dc60f2f-f40b-4291-860d-70ed72141b70","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e25f4a","tenantID":"e2e-praxis-a-e25f4a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:25.431989213Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"7dc60f2f-f40b-4291-860d-70ed72141b70","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"e2e-praxis-a-e25f4a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:25.432008311Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-auth","reconcileID":"7dc60f2f-f40b-4291-860d-70ed72141b70","MaaSAuthPolicy":{"name":"praxis-route-e25f4a-auth","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:25.455991336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"f6a6781c-090a-4845-b64d-cf67c0363f4a","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"tenant":"e2e-praxis-a-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:25.456006201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"f6a6781c-090a-4845-b64d-cf67c0363f4a","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"routeName":"praxis-route-e25f4a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e25f4a","llmisvcName":"praxis-route-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:27.932341309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-temp-model-status","reconcileID":"5909aabc-45e2-4587-a871-2cc8bef0e8a7","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"tenant":"e2e-worker-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","model":"e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:27.932373992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-temp-model-status","reconcileID":"5909aabc-45e2-4587-a871-2cc8bef0e8a7","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:27.959582761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"344a67f3-f63c-4162-86cb-a55cae757d0f","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.105878103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-temp-model-status","reconcileID":"3fbf6447-d09e-45e6-8592-7f04112fdc13","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"tenant":"e2e-worker-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","model":"e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.106017312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-temp-model-status","reconcileID":"3fbf6447-d09e-45e6-8592-7f04112fdc13","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.126545498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-temp-model-status","reconcileID":"e8cc7f4f-f026-48c8-bd29-8ed31e313cfc","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"tenant":"e2e-worker-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","model":"e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.126642831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-temp-model-status","reconcileID":"e8cc7f4f-f026-48c8-bd29-8ed31e313cfc","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.207344178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-auth","reconcileID":"5a701afb-98ae-4e41-97cb-3acd7d8492c8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.236730724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-auth","reconcileID":"5a701afb-98ae-4e41-97cb-3acd7d8492c8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.322004736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-temp-model-status","reconcileID":"10ebfe17-5426-4266-8871-9393db6bb175","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"tenant":"e2e-worker-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","model":"e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.322112774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-temp-model-status","reconcileID":"10ebfe17-5426-4266-8871-9393db6bb175","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.371423761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-temp-model-status","reconcileID":"dc031a37-a8fb-4f9b-b273-991463c1abc1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"tenant":"e2e-worker-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","model":"e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.37152517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-temp-model-status","reconcileID":"dc031a37-a8fb-4f9b-b273-991463c1abc1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:28.372702409Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-849669/e2e-status-transition-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.373323617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-temp-model-status","reconcileID":"e2443556-1cfb-47a2-82ad-3e201795e66a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"tenant":"e2e-worker-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","model":"e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.373388208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-temp-model-status","reconcileID":"e2443556-1cfb-47a2-82ad-3e201795e66a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.394485095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-temp-model-status","reconcileID":"865b1c71-6fee-4984-b482-834db1b7607e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"tenant":"e2e-worker-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","model":"e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.394583041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-temp-model-status","reconcileID":"865b1c71-6fee-4984-b482-834db1b7607e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.408316688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7b3ed5e1-2122-4605-b922-dea9ed8d9e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.434805424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7b3ed5e1-2122-4605-b922-dea9ed8d9e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.485894866Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-sub","reconcileID":"17905f80-5d83-458e-9f3d-c1b695617dc9","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-849669/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.50548562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"b1bcf854-79a2-4bdf-a15c-5a07e21cd419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.50584071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-auth","reconcileID":"8de48abe-335f-4cb3-a53e-0ec9f4ec2802","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.551429239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-auth","reconcileID":"8de48abe-335f-4cb3-a53e-0ec9f4ec2802","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.555222969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"b1bcf854-79a2-4bdf-a15c-5a07e21cd419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.599376576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-temp-model-status","reconcileID":"8389f63a-51c1-4334-9d3f-449c4802bc52","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"tenant":"e2e-worker-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","model":"e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.599512575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-temp-model-status","reconcileID":"8389f63a-51c1-4334-9d3f-449c4802bc52","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.691313289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"45e484b9-2147-41b2-bc5a-34904d0380d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.692741969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-sub","reconcileID":"20a1aa19-4847-4d35-bd7f-523c660602e2","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.72380798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"45e484b9-2147-41b2-bc5a-34904d0380d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:28.832438105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-auth","reconcileID":"8de48abe-335f-4cb3-a53e-0ec9f4ec2802","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.882014065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"715e9465-b000-4373-ab70-869a0f78f7e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.909118492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"715e9465-b000-4373-ab70-869a0f78f7e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.942628544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-auth","reconcileID":"9ffa08a7-eeaa-4782-8b59-3def70ce1923","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:28.967488379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-auth","reconcileID":"9ffa08a7-eeaa-4782-8b59-3def70ce1923","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.145258747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"d850fa84-ae9c-4741-9c44-0301a73e2dc0","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.166337147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"73a9509b-aeca-426a-9f5a-8facea648869","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.213789885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-degraded-models-kube-auth","reconcileID":"1d685789-5a67-4184-855c-5311ea34a362","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.235353353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-degraded-models-kube-auth","reconcileID":"1d685789-5a67-4184-855c-5311ea34a362","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.325115374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"0fb176ce-4206-4a69-8be0-f04ae1ec17d7","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.373331772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-degraded-models-kube-auth","reconcileID":"f3795a80-dca6-43af-a8df-0e23ad3dae37","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.37598151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"7fdc747c-1a7f-4683-89c2-d1184e8201d0","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.395345848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-degraded-models-kube-auth","reconcileID":"f3795a80-dca6-43af-a8df-0e23ad3dae37","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.398384324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-temp-model-status","reconcileID":"0aa84772-b371-4a30-b3fb-8d26faef97c3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"tenant":"e2e-worker-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","model":"e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.398399787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-temp-model-status","reconcileID":"0aa84772-b371-4a30-b3fb-8d26faef97c3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.410466894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"1f3cfb45-fc1b-4326-bcd0-096bd5cf9f38","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:32.4153594Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4e261b/e2e-degraded-models-kube","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.432162998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"60cf289a-daf2-4094-bd95-85f189bb1089","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.47875879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"5137af78-e1bb-48b9-a5b9-94e807095ad9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.478758905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"2e1a65e8-80a9-4600-9069-ef10afd5f2bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.500243628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"5137af78-e1bb-48b9-a5b9-94e807095ad9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.500657408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"2e1a65e8-80a9-4600-9069-ef10afd5f2bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.528158466Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-degraded-models-kube","reconcileID":"8f587355-ae98-4599-8567-1d9444b96cfc","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/e2e-degraded-models-kube","ai-tenant-e2e-worker-w3-4e261b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.528252148Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-degraded-models-kube","reconcileID":"8f587355-ae98-4599-8567-1d9444b96cfc","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4e261b/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.574785504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-degraded-models-kube-auth","reconcileID":"ecd4e72e-5f90-443f-9b69-5659918d5fbf","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.595752149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-degraded-models-kube-auth","reconcileID":"ecd4e72e-5f90-443f-9b69-5659918d5fbf","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.601592357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"0c87bbec-9ad1-427e-a0c5-a93bb434e026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.601598677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"5e63d232-0f21-48b5-8760-c447aea00a6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.60233177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"9588afb3-05a0-48db-8060-24ed9f384561","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.602507038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"d08907e8-b25b-45f2-bab1-508bb039c6d7","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.623254414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"5e63d232-0f21-48b5-8760-c447aea00a6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.624993562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"0c87bbec-9ad1-427e-a0c5-a93bb434e026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.702440083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-degraded-models-kube","reconcileID":"bf4d12d4-ede5-4584-a52b-368160bce71f","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:32.702543777Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-degraded-models-kube","reconcileID":"bf4d12d4-ede5-4584-a52b-368160bce71f","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4e261b/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.531429641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"743a246f-a2ac-4261-8b1b-5c2c942f90d2","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.551440338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"795eace3-d495-4997-b43d-17298fd674e4","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:33.568543312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf","reconcileID":"5030059d-47c7-4b09-abc6-913312cb1e1d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.574530022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"8ebd98bf-4a70-437c-8d35-964100f2f53d","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.583779423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"5a473a77-6dfd-4dc8-98cb-4ac7b8564932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.583785072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e790a269-062e-4dd3-abc4-f63b7416f189","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.584007007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"62974ff2-4c87-4de5-b59d-da0673a6b612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.605959572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"5a473a77-6dfd-4dc8-98cb-4ac7b8564932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.605968365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"62974ff2-4c87-4de5-b59d-da0673a6b612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.608152337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e790a269-062e-4dd3-abc4-f63b7416f189","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.608871888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"844f1bf3-7136-4bf8-a4f7-ea89c437e86c","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.632468191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"f91721b9-5dbd-4e0a-b026-9cb9fda5027d","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.702198618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"cf65a3f0-09b3-4245-b3c1-b3ada436da8e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.70234194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"8f340881-fde5-422f-8ecb-cb3c7976f076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.702198762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"cc9a7a0e-86d9-4a64-b9e3-0fe9b34752b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.723930928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"cf65a3f0-09b3-4245-b3c1-b3ada436da8e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.724130137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"8f340881-fde5-422f-8ecb-cb3c7976f076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.724949198Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf","reconcileID":"7517cf67-83f3-4cb2-b15a-ddf4a07ee698","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.725029641Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf","reconcileID":"7517cf67-83f3-4cb2-b15a-ddf4a07ee698","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-1d9b1a/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.726358454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"cc9a7a0e-86d9-4a64-b9e3-0fe9b34752b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.798605812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"3862cb60-8aa4-443d-b129-108eceffbc22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.804116489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"23d55ffa-3184-4feb-ae1e-f154ad78c010","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.900689357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf","reconcileID":"932c0c86-2cb0-4ecc-b9cd-5df1a92c2211","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:33.900781552Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf","reconcileID":"932c0c86-2cb0-4ecc-b9cd-5df1a92c2211","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-1d9b1a/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:34.977382011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"59516ced-c2ae-40b4-86f5-8e632f3c6eda","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:35.027440177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-degraded-models-kube-auth","reconcileID":"8f7f076c-11fd-456f-8e84-6fdeab364785","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:35.030227058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"576a5736-8d26-4783-b2b0-264642e83b0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:35.030228927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"c3216e80-f9f7-4b76-abf9-4bf77a41433e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:35.049155518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-degraded-models-kube-auth","reconcileID":"8f7f076c-11fd-456f-8e84-6fdeab364785","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:35.051273115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"576a5736-8d26-4783-b2b0-264642e83b0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:35.051463439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"c3216e80-f9f7-4b76-abf9-4bf77a41433e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:35.226513419Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-sub","reconcileID":"2cebdc6f-0fbb-40c0-a329-872f987dcb03","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","subscription":"praxis-route-e25f4a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:35.244107684Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-sub","reconcileID":"2cebdc6f-0fbb-40c0-a329-872f987dcb03","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:35.260542968Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a-sub","reconcileID":"2cebdc6f-0fbb-40c0-a329-872f987dcb03","MaaSSubscription":{"name":"praxis-route-e25f4a-sub","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"name":"maas-trlp-praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:35.351419889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"fa82bca4-e413-4208-b1f5-38c5263672ff","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"tenant":"e2e-praxis-a-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","model":"ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:35.351439813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"fa82bca4-e413-4208-b1f5-38c5263672ff","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"routeName":"praxis-route-e25f4a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e25f4a","llmisvcName":"praxis-route-e25f4a","gateway":"openshift-ingress/e2e-praxis-a-e25f4a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:35.37771639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"a98a7352-caee-42bc-8a1f-b7680cde5360","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:36.244701498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"742c800d-0b8d-44fb-86cd-4c50eda9fba6","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:36.312326351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d0455cb7-994e-43c4-9cc8-5138e3bd428b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:36.312661969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"8fc44c30-ad7d-4466-bf81-69c14c1be3af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:36.313003416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"2f257399-d21f-42c6-b1a0-acbda6fff331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:36.370376182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d0455cb7-994e-43c4-9cc8-5138e3bd428b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:36.373779985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"2f257399-d21f-42c6-b1a0-acbda6fff331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:36.375472224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"8fc44c30-ad7d-4466-bf81-69c14c1be3af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:40.558014021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bfe4e9a-d8a1-4bbf-8ddd-980a0bb69fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:40.574169874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bfe4e9a-d8a1-4bbf-8ddd-980a0bb69fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:40.590152942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bfe4e9a-d8a1-4bbf-8ddd-980a0bb69fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:40.606321371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bfe4e9a-d8a1-4bbf-8ddd-980a0bb69fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:41.369146139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-sub","reconcileID":"a090ba1f-3066-4d59-8704-6d38181d240e","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:41.401558998Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-9c1994","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-9c1994","reconcileID":"b6d78b6c-cd35-4d86-9c49-bce0f6323c6d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-9c1994","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-9c1994":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:41.434325374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-temp-model-status","reconcileID":"b60c528a-4d12-445e-8e7f-6d8fcac35f49","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"tenant":"e2e-worker-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","model":"e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:41.434354745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-temp-model-status","reconcileID":"b60c528a-4d12-445e-8e7f-6d8fcac35f49","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:41.447085378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93950194-e1fa-4b12-b87d-8bc51b49ea9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:41.463487398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93950194-e1fa-4b12-b87d-8bc51b49ea9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:41.479651033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93950194-e1fa-4b12-b87d-8bc51b49ea9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:41.496746254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93950194-e1fa-4b12-b87d-8bc51b49ea9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.269845697Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-sub","reconcileID":"44f0a092-74df-4d61-901c-208f0e4b0b2a","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-849669/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.314270283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-auth","reconcileID":"12124d30-a13d-4ff3-920b-1f78fb909557","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.314779264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"63edfaf4-3789-4c32-a453-8170e2406ffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.315231689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"4f509410-e411-470f-ba79-db928c60223c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.316120262Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"e2e-temp-model-status","reconcileID":"828c86ac-51ea-4f28-9cc7-5695259644cc","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.316733075Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-sub","reconcileID":"44f0a092-74df-4d61-901c-208f0e4b0b2a","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-849669","model":"e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.344044622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"4f509410-e411-470f-ba79-db928c60223c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.362862759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-auth","reconcileID":"12124d30-a13d-4ff3-920b-1f78fb909557","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.362998764Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-auth","reconcileID":"12124d30-a13d-4ff3-920b-1f78fb909557","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.366641406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"63edfaf4-3789-4c32-a453-8170e2406ffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.407366977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"0722ea42-6d3b-4fff-9db5-482b2256485f","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.660610858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-auth","reconcileID":"bc121f7f-be64-496e-8232-fb0f74b3cc66","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.681834651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-auth","reconcileID":"bc121f7f-be64-496e-8232-fb0f74b3cc66","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.681865873Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-auth","reconcileID":"bc121f7f-be64-496e-8232-fb0f74b3cc66","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.696465096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f2517a-08dd-4a2f-99fe-9a733fd8f893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.713749928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f2517a-08dd-4a2f-99fe-9a733fd8f893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.731209594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f2517a-08dd-4a2f-99fe-9a733fd8f893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.748034357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f2517a-08dd-4a2f-99fe-9a733fd8f893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.748135222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"6b680ebf-e43a-4b96-bc8a-af6b54eeb047","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.748567868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"d4415f6e-a6a8-434a-aa55-961ef9ba626c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.770097112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"6b680ebf-e43a-4b96-bc8a-af6b54eeb047","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.770142248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"d4415f6e-a6a8-434a-aa55-961ef9ba626c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.964486281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-auth","reconcileID":"a79b73e1-d77f-432c-8940-5ec96309e5fa","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:42.990385837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-auth","reconcileID":"a79b73e1-d77f-432c-8940-5ec96309e5fa","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:43.054217286Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-auth","reconcileID":"a79b73e1-d77f-432c-8940-5ec96309e5fa","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:43.103128792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"209e47ef-7436-41cb-9dc6-714d4286c3eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:43.103468372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"6b477b2f-6fb2-44ca-8639-8c9b15b37e86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:43.125022012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"6b477b2f-6fb2-44ca-8639-8c9b15b37e86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:43.125210662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"209e47ef-7436-41cb-9dc6-714d4286c3eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:44.681190663Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","namespace":"ai-tenant-e2e-praxis-a-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:44.681270315Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","namespace":"ai-tenant-e2e-praxis-a-e25f4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:44.681344897Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","tenant":"e2e-praxis-a-e25f4a","tenantID":"e2e-praxis-a-e25f4a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:44.699991763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","gvk":"Deployment","name":"maas-api-e2e-praxis-a-e25f4a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:44.734427398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","gvk":"Service","name":"maas-api-e2e-praxis-a-e25f4a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:44.76080503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-e25f4a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:44.779155899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-e25f4a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:44.799568033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-e25f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:44.834000618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-e25f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:44.860837816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-e25f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:44.880370328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-e25f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:44.899320533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-e25f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:44.915296192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-e25f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:44.936276075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","gvk":"Service","name":"payload-processing-e2e-praxis-a-e25f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:44.952464076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-e25f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:44.97285959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-e25f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:44.997562881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-e25f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.01965334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-e25f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.056686077Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-degraded-models-kube","reconcileID":"2a6eabe5-a80b-4814-ab85-8eb711190141","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.057475353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-e25f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.102256854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-e25f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.1233582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-e25f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.141769386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-e25f4a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.160259369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"default-tenant","reconcileID":"16d3fd86-d912-4bb2-849d-15ae9fccaa34","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-e25f4a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.165894845Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-degraded-models-kube","reconcileID":"2a6eabe5-a80b-4814-ab85-8eb711190141","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.165942803Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-degraded-models-kube","reconcileID":"2a6eabe5-a80b-4814-ab85-8eb711190141","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.166105838Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-degraded-models-kube","reconcileID":"2a6eabe5-a80b-4814-ab85-8eb711190141","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4e261b/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.237677792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"128e5e46-bd61-4394-897c-413422690f07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.34326165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"6e879869-be63-4133-be3e-c385d76a735a","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.390926142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-degraded-models-kube-auth","reconcileID":"6dc7502a-00fd-49ed-bc86-f22f5c6a53f8","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.402763439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"9e11d9f3-641a-430b-ac58-9a3e14320be8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.44158333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"72b8588a-086e-4cee-aa35-f004498f23d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.496060412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"9e11d9f3-641a-430b-ac58-9a3e14320be8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.499932486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-degraded-models-kube-auth","reconcileID":"6dc7502a-00fd-49ed-bc86-f22f5c6a53f8","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.502567775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"72b8588a-086e-4cee-aa35-f004498f23d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.522098576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"27e57085-c6e9-4859-9cac-3ebb82c61dd6","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.527204746Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-e25f4a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-e25f4a","reconcileID":"ddd80165-b380-4a40-a30a-7cd4f8a8e9d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-e25f4a","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-e25f4a"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:45.586459767Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"d06ae022-8224-4d47-9781-61dc9de7a559","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:45.624090577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"d06ae022-8224-4d47-9781-61dc9de7a559","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:45.629553372Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"d45b6068-c888-43b3-b8ab-50d7698e59dc","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:45.629626769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"d45b6068-c888-43b3-b8ab-50d7698e59dc","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.630007264Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-degraded-models-kube-auth","reconcileID":"13d30b23-e736-4c8d-abae-b54fdb2cc776","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:45.640347783Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"16b491b0-25c0-44af-9bd1-f5dd132829e8","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:45.64040079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"16b491b0-25c0-44af-9bd1-f5dd132829e8","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:45.665219925Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"4039ed6c-12eb-46d6-a859-2c8c9546feb8","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:45.665315187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"4039ed6c-12eb-46d6-a859-2c8c9546feb8","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:45.710852808Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"c2551b69-e59d-445d-a627-bf10e40d8f5b","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:45.710954222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"c2551b69-e59d-445d-a627-bf10e40d8f5b","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:45.79205844Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"74fd7edd-1ddf-40a9-9f8f-728443349b76","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:45.792130955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"74fd7edd-1ddf-40a9-9f8f-728443349b76","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.85050178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"9749d25c-f8a2-441c-9881-47bb30e2ace2","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:45.952381825Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"95af7365-1b25-4b7f-9ecb-7525c4586b43","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:45.952443543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"95af7365-1b25-4b7f-9ecb-7525c4586b43","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.968020525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174c639f-4297-4de4-a558-46d14cc496e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:45.984421612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174c639f-4297-4de4-a558-46d14cc496e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:46.000420468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174c639f-4297-4de4-a558-46d14cc496e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:46.016593234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174c639f-4297-4de4-a558-46d14cc496e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:46.273711632Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"b12550f8-7c03-444a-9b41-ff5e06f7d124","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:46.273774372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"b12550f8-7c03-444a-9b41-ff5e06f7d124","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:46.300888132Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf","reconcileID":"1208647c-d9e2-4fbe-9e10-8a95244726a6","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:46.385507116Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf","reconcileID":"1208647c-d9e2-4fbe-9e10-8a95244726a6","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:46.385535004Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf","reconcileID":"1208647c-d9e2-4fbe-9e10-8a95244726a6","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:46.385639499Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf","reconcileID":"1208647c-d9e2-4fbe-9e10-8a95244726a6","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-1d9b1a/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:46.453219434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"54ea7d02-cb01-446c-b4b8-99b9577bbaa8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:46.485779954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"604a7ae6-89ec-4197-a22d-2640e32610a7","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:46.589933478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"4b93e48a-463a-4430-a88d-ccc62ae7a6d3","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:46.590081117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"fa4e9531-4060-4cee-8284-3ffcdcc5b3c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:46.611378945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"4b93e48a-463a-4430-a88d-ccc62ae7a6d3","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:46.611493226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"fa4e9531-4060-4cee-8284-3ffcdcc5b3c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:46.635225845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"332dbad4-b3ae-4857-9576-21ca0e37e3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:46.648200276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"c772a4e2-b6c5-446b-ab17-8123e8e5f205","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:46.656112771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"332dbad4-b3ae-4857-9576-21ca0e37e3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:46.748111735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"329737e5-0192-43ff-a92d-50df333f294c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:46.748202856Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"abffc132-4b25-4855-b4aa-8789696a25dc","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:46.765119295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"329737e5-0192-43ff-a92d-50df333f294c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:46.78245214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"329737e5-0192-43ff-a92d-50df333f294c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:46.799169564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"329737e5-0192-43ff-a92d-50df333f294c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:46.82066923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"d57300d4-95e9-43e2-913f-97212735db6c","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:46.914869437Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"0ff102cd-695e-4730-94ce-85fdcd378ee2","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:46.914955459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"0ff102cd-695e-4730-94ce-85fdcd378ee2","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:48.195670032Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"48e75905-94f0-4144-b1ae-858101f8416c","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:48.195735937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"48e75905-94f0-4144-b1ae-858101f8416c","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:50.756321537Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"d559cb50-3c86-48d3-a337-abe705a81a6b","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:50.756385441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"d559cb50-3c86-48d3-a337-abe705a81a6b","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:51.749176436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"883d4980-7b7a-430b-8fe7-44c94c0625fd","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:51.768668611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"2ac1e0f9-0777-4dd5-8ad3-e8c123871e3d","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:51.78383592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-list-subs-refs-sub","reconcileID":"763a98bb-bf7c-422a-892c-9df88ae54756","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:51.798588332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"c22bcd8f-c7b0-44b2-aaaf-872029537271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:51.798587446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"c46d51ed-42a5-4c69-9d39-370881623c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:51.82127725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"c46d51ed-42a5-4c69-9d39-370881623c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:51.821278179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"c22bcd8f-c7b0-44b2-aaaf-872029537271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:51.822079363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"2930924a-fb7e-4c19-87c7-247aa9f8dfdb","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:51.843373391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"6f326c52-9f88-4eb7-9a92-cc5ab7b2f90e","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:51.916697923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"1211002b-5a56-47bb-ba00-560a07e2c3af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:51.916888646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"61498aeb-6740-4346-8927-839908cbd8f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:51.933043184Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-list-subs-refs-sub","reconcileID":"44990505-208f-4897-b58e-6e7a9b01a041","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w3-4e261b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:51.939988713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"1211002b-5a56-47bb-ba00-560a07e2c3af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:51.939988534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"61498aeb-6740-4346-8927-839908cbd8f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:51.992426047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"4491b431-eb1b-403e-a255-b50f137ae0f6","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:52.010405488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"1d99d667-ab8c-40ae-bee9-7b509b71ecc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:52.124059564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-list-subs-refs-sub","reconcileID":"e13d1af8-e879-4288-afba-a847898b1fcc","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:52.294952135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"c8e06ede-95e0-4bb0-842f-def25969005b","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:52.35172396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"db3e4d05-fe9a-42c0-84e6-d58d971e4a62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:52.351980203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e741f680-018a-44de-aac1-8ecf6b35a6a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:52.375480689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"db3e4d05-fe9a-42c0-84e6-d58d971e4a62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:52.375727884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e741f680-018a-44de-aac1-8ecf6b35a6a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:52.376600469Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"4c8f9f5f-2d67-43c3-a4ca-edaa859a9389","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:52.376660795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"4c8f9f5f-2d67-43c3-a4ca-edaa859a9389","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:52.954548638Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-sub","reconcileID":"454ed895-d579-4369-b43c-b75eb0493290","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:52.954706811Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-sub","reconcileID":"454ed895-d579-4369-b43c-b75eb0493290","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.161523979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"0eace7f3-a532-4ceb-8d3e-9d798f8cf2da","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"tenant":"e2e-worker-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.161546784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"0eace7f3-a532-4ceb-8d3e-9d798f8cf2da","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.18584598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"0728cc14-a720-42ef-b277-5cb0b9a8147a","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.200350564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-auth","reconcileID":"69c9183f-adb4-452c-8db2-a1909f3fdbd0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.205531331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"c11c1ca7-1576-4d19-93a5-db8cf1ae1d80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.205569173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"ac392c42-d338-4d9e-bcd1-a3e7689496c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.221276872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-auth","reconcileID":"69c9183f-adb4-452c-8db2-a1909f3fdbd0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.227415206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"c11c1ca7-1576-4d19-93a5-db8cf1ae1d80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.22836079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"ac392c42-d338-4d9e-bcd1-a3e7689496c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.241084024Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-auth","reconcileID":"69c9183f-adb4-452c-8db2-a1909f3fdbd0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.336866414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"fbf830b4-d6a1-4efd-95c2-7e43f10b8a81","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"tenant":"e2e-worker-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.336885963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"fbf830b4-d6a1-4efd-95c2-7e43f10b8a81","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.363307587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"e8a5a4f9-602e-474d-b7f3-5be46805b494","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"tenant":"e2e-worker-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.363334097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"e8a5a4f9-602e-474d-b7f3-5be46805b494","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:53.377016125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-sub","reconcileID":"bbce3d59-0efc-404d-984d-873119c45c50","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.392552967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"f691d441-6543-4b71-9ca4-17cfaf4ee937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.40567922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b0a7b505-e221-49a5-813d-269dd02cf675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.414935936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"f691d441-6543-4b71-9ca4-17cfaf4ee937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.427367419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b0a7b505-e221-49a5-813d-269dd02cf675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.429621878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"b51324fa-09e7-49a8-966d-625ba556acfa","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"tenant":"e2e-worker-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.42963868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"b51324fa-09e7-49a8-966d-625ba556acfa","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.45086188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"6d65d86d-c2b0-47d6-9ccc-afca2cb78f6b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"tenant":"e2e-worker-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.450881328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"6d65d86d-c2b0-47d6-9ccc-afca2cb78f6b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.527560749Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-sub","reconcileID":"c544cd4f-0497-47f6-b65d-5be98ca9fe05","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-1d9b1a/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.536519269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"f4c96e5e-8582-4224-9cb7-b41add93ac32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.536974724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"1713df57-29f8-498c-8834-02b095ee56a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.556044557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"ed1aece7-9729-4fa6-ab80-446f21b455bc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"tenant":"e2e-worker-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.556059904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"ed1aece7-9729-4fa6-ab80-446f21b455bc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.557891999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"f4c96e5e-8582-4224-9cb7-b41add93ac32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.563031597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"1713df57-29f8-498c-8834-02b095ee56a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.584262395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"0e40816d-5562-4f58-b319-b2453f904cef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"tenant":"e2e-worker-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.58498968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"0e40816d-5562-4f58-b319-b2453f904cef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:53.608934176Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"0e40816d-5562-4f58-b319-b2453f904cef","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:03:53.608988453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"0e40816d-5562-4f58-b319-b2453f904cef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.609132792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"e4631305-381b-476c-885a-3b2f155f68b7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"tenant":"e2e-worker-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.609146301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"e4631305-381b-476c-885a-3b2f155f68b7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.6571025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-auth","reconcileID":"2b733de8-4b15-46a0-93a0-c8735a6f5700","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.66677332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-sub","reconcileID":"26ce88ef-9846-4be4-b5b7-2891a995f312","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-1d9b1a/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.681705939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-auth","reconcileID":"2b733de8-4b15-46a0-93a0-c8735a6f5700","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.749340626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2005846c-d4a5-4c73-b34a-67181d43117d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.749376668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"dd5aca1c-6c52-43c3-b417-c2e9657c8624","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.772700428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2005846c-d4a5-4c73-b34a-67181d43117d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.774269423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"9f08ed80-f643-4a4a-9796-213f8e7e7189","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"tenant":"e2e-worker-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.77434552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"9f08ed80-f643-4a4a-9796-213f8e7e7189","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.776179626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"dd5aca1c-6c52-43c3-b417-c2e9657c8624","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.852822383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-auth","reconcileID":"72da59b9-8ca9-4f56-a897-18bdaf4d3b76","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:53.883087108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-auth","reconcileID":"72da59b9-8ca9-4f56-a897-18bdaf4d3b76","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.336412824Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-auth","reconcileID":"3630c3f1-c330-4a75-802a-e3338bb6b4bd","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.336511429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"7f1e4388-39ae-49c2-af89-76bed6a13bdf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"tenant":"e2e-worker-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.336530728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"7f1e4388-39ae-49c2-af89-76bed6a13bdf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.390007066Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.421775436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"94699440-fcd7-496e-8af1-d1b7349a853d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.421772431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b39a284c-95a7-48de-bc3d-2d6336c5496f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.438421322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-sub","reconcileID":"b7b6a4e5-fc6e-4749-ae0f-99c952608a43","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-1d9b1a/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.443249885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"94699440-fcd7-496e-8af1-d1b7349a853d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.44347607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b39a284c-95a7-48de-bc3d-2d6336c5496f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.47866578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"f33b1fcf-026b-4ed1-a3c3-32256b7fe709","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"tenant":"e2e-worker-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.478692896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"f33b1fcf-026b-4ed1-a3c3-32256b7fe709","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.572383861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-sub","reconcileID":"9b063389-7d8b-404f-9473-cdea8383edb2","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-1d9b1a/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.623019743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"9db5f29d-28f3-4c23-a1e8-c142a4735db2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.623181594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"59b4eb3a-f802-40d2-a93b-b0d7c092f7af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.640353627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"9609ebc9-cae1-4a01-984d-7f863c7034a7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"tenant":"e2e-worker-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.640375275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"9609ebc9-cae1-4a01-984d-7f863c7034a7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.645030699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"59b4eb3a-f802-40d2-a93b-b0d7c092f7af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.645157453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"9db5f29d-28f3-4c23-a1e8-c142a4735db2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.841205102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"7731e134-b81a-421e-84d8-c9fdc1806ca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.841206008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"f9d25215-1116-42cf-9731-983174c52053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.874259268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"f9d25215-1116-42cf-9731-983174c52053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:54.874858277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"7731e134-b81a-421e-84d8-c9fdc1806ca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:56.77681242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"2cb43ea5-d9a1-4678-a32a-f62e477ca689","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-9c1994","tenantID":"e2e-praxis-a-9c1994","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:03:56.823207435Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"2cb43ea5-d9a1-4678-a32a-f62e477ca689","name":"e2e-praxis-a-9c1994-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:02.366420863Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-list-subs-refs-sub","reconcileID":"cadf3f09-e1e2-4cae-b42a-fa301e09e400","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:02.481817746Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-list-subs-refs-sub","reconcileID":"cadf3f09-e1e2-4cae-b42a-fa301e09e400","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:02.602093548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"e9338e52-24df-44ea-a7db-cacf5af0864d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:02.616930106Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"6418da15-4145-4b18-a6a0-bbd17bb1a7a2","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:02.616988823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"6418da15-4145-4b18-a6a0-bbd17bb1a7a2","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:02.652153418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"51ae5525-4128-4f8f-a4f3-efcbd8d66fd2","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:02.737110757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"df75b5a1-ad78-461e-91c5-c0c3965ed854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:02.738545135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"4a5f2f60-4949-4fe2-b77d-aa3de104f8d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:02.760009372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"4a5f2f60-4949-4fe2-b77d-aa3de104f8d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:02.760809563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"df75b5a1-ad78-461e-91c5-c0c3965ed854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:03.342791191Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-status-transition-auth","reconcileID":"d23f72f9-14fc-41a5-bb75-f79ee274a105","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:03.433860606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"966776bc-6dff-4d7e-ad05-1d1d57b2c8b6","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:03.472279912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"f10d2def-7ce2-4a84-9142-3986c5b5d6f9","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:03.518786412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-sub","reconcileID":"28f457a8-f705-4e69-8257-07e1bbfcc9d3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:03.554539947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"2a755137-d530-4f07-ae03-c31aa8f8de8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:03.554979559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"59fb8c4a-fb8a-43eb-8828-f8c80d03ae26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:03.598415243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"e99fded3-0dbe-41db-b8e9-68023cf63a53","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:03.671416327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"59fb8c4a-fb8a-43eb-8828-f8c80d03ae26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:03.68265198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"ea37d9ae-6fcf-4715-be7b-7e33c063e973","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:03.683698671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"2a755137-d530-4f07-ae03-c31aa8f8de8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:03.777373554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"dd633210-3776-4cbf-a5c6-90680ee70aeb","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:03.778099959Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-4e261b priority=0:[ai-tenant-e2e-worker-w3-4e261b/e2e-model-match-sub ai-tenant-e2e-worker-w3-4e261b/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:03.807430647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"16f24e6e-2a9d-420e-940d-07834dc3b8c7","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:03.825031948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-sub","reconcileID":"9477150d-fcce-4873-b399-6effb7f72259","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:03.841253371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"82e1e1cf-5a6c-426e-9a0e-8ec7208d7a12","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:03.88416866Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-sub","reconcileID":"5de78c21-82c9-41e9-9fb0-474b59ff3eab","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-w3-4e261b","model":"distinct-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:03.941964989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"73132cf1-0906-4219-b6d0-63943b348b9b","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:03.970119032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"efdf3924-3ce6-4c30-ad7e-381bc0390d83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:03.970790616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"521c7117-45cf-4300-a99b-38caef6e2f03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:03.977036229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"5a83e54a-54b1-4660-a347-071b9015bac1","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.035301832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"b76dfe53-c4a0-4319-84aa-0acf302c0cba","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.036246732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"efdf3924-3ce6-4c30-ad7e-381bc0390d83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.103175662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"a5fcb0f8-0b36-4b41-937a-e2b685b2c641","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.109278921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"521c7117-45cf-4300-a99b-38caef6e2f03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:04.125515181Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"a5fcb0f8-0b36-4b41-937a-e2b685b2c641","name":"distinct-w3-4e261b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-4e261b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:04.125696814Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"a5fcb0f8-0b36-4b41-937a-e2b685b2c641","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-4e261b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.12595079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"02b001e8-f55c-4deb-866a-47df1e772e60","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.156772204Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-sub","reconcileID":"2ffe7099-d7ea-4678-bf3c-1c9295552054","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-2-w3-4e261b","model":"distinct-2-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.227895708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-sub","reconcileID":"027099ff-2b3c-4438-a260-931613e2ab57","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.256036862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-auth","reconcileID":"f2c2122c-2e8a-4a4a-8f86-e1d28d1fc591","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.257625631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"da4b17a5-00f8-40a6-9038-67dd718c1b68","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.330245803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"5fd7579b-d200-4450-8bff-878d080d73c2","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.331654967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-auth","reconcileID":"f2c2122c-2e8a-4a4a-8f86-e1d28d1fc591","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.341372499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"d0b16622-9e83-4a5e-8c24-761679b8eb29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.400372133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"336718ae-3f36-44ce-9225-c9b257201d99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.425603916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"d0b16622-9e83-4a5e-8c24-761679b8eb29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.432455427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e6f3acc0-efa8-4742-a1b9-515ef03b8d35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.562669156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-sub","reconcileID":"0a982d0c-1179-4992-8ffd-7718975066b9","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-2-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.62729559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e6f3acc0-efa8-4742-a1b9-515ef03b8d35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.629921992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"336718ae-3f36-44ce-9225-c9b257201d99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.630613738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"58cbcc9a-2920-4c9d-85ba-5c1d5903af99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.662231936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"58cbcc9a-2920-4c9d-85ba-5c1d5903af99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.688537208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-sub","reconcileID":"1326231b-8772-451d-89fb-aad1f687c432","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.688835125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"a6f400ed-4db5-41c9-b416-8d0f8ac51760","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.740711486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"324d60a3-1a9d-41b7-9c6c-eadeeb6ea28f","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.78500829Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-sub","reconcileID":"cd925abc-a06d-491c-b5e2-9d6f71a19394","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.918115904Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-sub","reconcileID":"cd925abc-a06d-491c-b5e2-9d6f71a19394","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.958814398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-auth","reconcileID":"c0e6a7ae-e4b7-48a6-9b62-10fc0ee9a798","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.987168578Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-sub","reconcileID":"cd925abc-a06d-491c-b5e2-9d6f71a19394","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.989105603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"858d8f14-7954-443c-980f-14c88aa2af05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:04.989964266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"6792450a-979c-489e-ad24-15544edd23b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:05.044398763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-auth","reconcileID":"c0e6a7ae-e4b7-48a6-9b62-10fc0ee9a798","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:05.04577538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"05e9e59f-be2b-4a32-9127-ce41a3eacd0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:05.142795055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-auth","reconcileID":"57217abe-9f09-4b19-ba6f-293f7f9175f8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:05.186802314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"05e9e59f-be2b-4a32-9127-ce41a3eacd0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:05.153931111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"858d8f14-7954-443c-980f-14c88aa2af05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:05.089661716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"6792450a-979c-489e-ad24-15544edd23b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:05.228623042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-auth","reconcileID":"57217abe-9f09-4b19-ba6f-293f7f9175f8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:05.27912625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"d5d5a661-81d4-4e3e-893e-2b6f4b9aa6ae","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:05.325330559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"58d433bb-9b61-4fbe-8a4a-63aa3417dc60","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"tenant":"e2e-worker-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:05.325429751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"e2e-enrichment-model-ref","reconcileID":"58d433bb-9b61-4fbe-8a4a-63aa3417dc60","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:05.325668923Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-4e261b priority=0:[ai-tenant-e2e-worker-w3-4e261b/e2e-model-match-sub ai-tenant-e2e-worker-w3-4e261b/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:05.402830796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"eb17296b-1a68-4c9d-aaff-cda274e78194","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:05.508283717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-auth","reconcileID":"f9831bac-a3b0-4c88-b8f1-79ed05dd83b6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:05.50918811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"096a899c-d56d-4d12-b16c-ff401da211fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:05.509714851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2ff58fa0-3301-465d-b564-799fd0f5e9fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:05.586680352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"096a899c-d56d-4d12-b16c-ff401da211fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:05.598613201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-auth","reconcileID":"f9831bac-a3b0-4c88-b8f1-79ed05dd83b6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:05.605127298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2ff58fa0-3301-465d-b564-799fd0f5e9fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:05.674856803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"e896131f-1668-4fea-84f8-7b7867e78700","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:09.612850834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"e6b1cd8d-ab0d-42a8-a59c-17aeb7164e4c","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:09.613514403Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-4e261b priority=0:[ai-tenant-e2e-worker-w3-4e261b/e2e-model-match-sub ai-tenant-e2e-worker-w3-4e261b/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:09.633580045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"9e5c38b9-a406-4db9-9e5d-e07bfc8e0865","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:09.647721363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-no-access-sub","reconcileID":"b2280a7c-e612-4b12-a0f3-a025c87b3ef5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:09.685778262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"3aecbe51-a7a7-4571-82e6-25850baad839","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:09.706998756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"90a5721c-cca2-4d99-8acb-108b26c8a3bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:09.707667127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"d70c1582-7008-41f5-8a44-56c449a3fadd","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:09.708214438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"214d120f-c2fd-4b43-b7bd-9367e76d9f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:09.72836456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"90a5721c-cca2-4d99-8acb-108b26c8a3bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:09.730729468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"214d120f-c2fd-4b43-b7bd-9367e76d9f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:09.789803247Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-no-access-sub","reconcileID":"0668663f-7c65-412f-b593-9739dbf52f1c","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-distinct-w4-849669","model":"distinct-w4-849669","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-849669/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:09.841421981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"442d1988-51e1-48fc-a4eb-6c0818981406","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:09.850613529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"38b82a3e-5737-423f-a7bb-db97e26c1c22","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:09.861059312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"2d3e08b7-b647-421a-a6da-acc13e228f3a","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:09.929375095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-no-access-sub","reconcileID":"b51fe2b0-5e4f-4203-8ed3-f5a1348257fe","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-distinct-w4-849669","model":"e2e-models-e2e-worker-w4-849669/distinct-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:09.942235163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-no-access-auth","reconcileID":"b3bc05f4-9b67-464f-b6c3-ffc071fe790f","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:09.942277792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"9a744ac6-2914-490c-b8e6-8969b9758ab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:09.942644591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"41c0087d-8f4b-4684-94e6-54d517867a64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:09.963731707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-no-access-auth","reconcileID":"b3bc05f4-9b67-464f-b6c3-ffc071fe790f","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:09.964139338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"9a744ac6-2914-490c-b8e6-8969b9758ab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:09.965964792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"41c0087d-8f4b-4684-94e6-54d517867a64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:10.052572404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"6ec31dc8-7ebd-4d61-9b71-e78b2226089c","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:10.140047627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-no-access-auth","reconcileID":"949cbe11-f560-4c39-aafb-56245e8edf20","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:10.161435744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-no-access-auth","reconcileID":"949cbe11-f560-4c39-aafb-56245e8edf20","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:12.922012999Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-no-access-auth","reconcileID":"dfb63ef0-d409-400a-8f5f-fcbf9e7ed629","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/distinct-2-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:12.922110762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"b3c802cf-05b5-4002-9af7-ffc39e2c64f5","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:13.059214394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"78f1afb8-0cab-47a4-8d64-f60738743cae","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:13.224562188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"7777c8fa-4248-40b9-844f-10df4a4d276f","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:13.276763694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"92a9dd12-543d-4bb6-bfad-25ca86c21631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:13.276763769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7342efe3-4b75-4dd6-bf83-0a0df79622c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:13.303408773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"92a9dd12-543d-4bb6-bfad-25ca86c21631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:13.303406136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7342efe3-4b75-4dd6-bf83-0a0df79622c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:13.645371301Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"aa19304d-9906-4bc5-b021-b1c94d90015a","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:13.645453261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"aa19304d-9906-4bc5-b021-b1c94d90015a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:14.02703274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e3c569-5ac5-41eb-b6d8-c4710f95db49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:14.043318333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e3c569-5ac5-41eb-b6d8-c4710f95db49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:14.060347779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e3c569-5ac5-41eb-b6d8-c4710f95db49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:14.076535407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e3c569-5ac5-41eb-b6d8-c4710f95db49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:14.731533073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78fc2b8-499d-4e38-957b-1851b4277a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:14.748112812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78fc2b8-499d-4e38-957b-1851b4277a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:14.764793288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78fc2b8-499d-4e38-957b-1851b4277a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:14.780828889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78fc2b8-499d-4e38-957b-1851b4277a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:20.848169095Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"45ecbe27-9d6e-47a2-92be-2d6ccface451","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:20.848264366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"45ecbe27-9d6e-47a2-92be-2d6ccface451","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:20.902459903Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"307c9640-4040-4fbf-a777-91cb533842e7","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:20.902546599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"307c9640-4040-4fbf-a777-91cb533842e7","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:21.264183978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff2d7858-249f-4ef2-bfc2-9255bd5aef23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:21.280690607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff2d7858-249f-4ef2-bfc2-9255bd5aef23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:21.296568906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff2d7858-249f-4ef2-bfc2-9255bd5aef23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:21.31344651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff2d7858-249f-4ef2-bfc2-9255bd5aef23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:21.736633696Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"da26862b-1ad8-4fe4-bb5d-005bd2865211","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:21.736721669Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"da26862b-1ad8-4fe4-bb5d-005bd2865211","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:21.801204817Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"cb9441b0-cfee-41b0-8db7-0ee8b8f5d274","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:21.801291963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"cb9441b0-cfee-41b0-8db7-0ee8b8f5d274","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:21.980204823Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"2ba59643-2b56-4667-81aa-d8092320bc2a","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:21.980293046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"2ba59643-2b56-4667-81aa-d8092320bc2a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:21.996247664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00aecb90-4186-4a5e-ac87-b1174a2956b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:22.014435286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00aecb90-4186-4a5e-ac87-b1174a2956b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:22.030450556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00aecb90-4186-4a5e-ac87-b1174a2956b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:22.05096119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00aecb90-4186-4a5e-ac87-b1174a2956b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:22.099766088Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c3ad80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c3ad80","reconcileID":"64952a69-5a05-4a89-8b8f-e6e5c7740f71","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c3ad80","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-c3ad80":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:22.207313911Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"018beab5-9aa4-4598-b65e-604619cac7bd","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:22.207454934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"018beab5-9aa4-4598-b65e-604619cac7bd","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:22.769542544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"c19e17a6-8926-4173-9b8f-071d1c3f820f","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:22.826121536Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-sub","reconcileID":"b3ce08c7-5ba4-4fbc-b653-e750f8ee6e1d","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e72ee423","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:22.863679741Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"b62ce685-81c4-42e0-9c14-91ded49b026b","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:22.863750178Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"b62ce685-81c4-42e0-9c14-91ded49b026b","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:22.8657162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1405fb1-9678-439e-a720-b57943f047ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:22.885033364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1405fb1-9678-439e-a720-b57943f047ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:22.904246213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1405fb1-9678-439e-a720-b57943f047ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:22.904363199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"2a970684-f60a-4b23-93f3-5a5ac4016941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:22.90445496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"576d233a-fcd2-4267-ad93-1a31e8a46639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:22.959338732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1405fb1-9678-439e-a720-b57943f047ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:22.959441106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-auth","reconcileID":"cb89860a-b0bd-4ac3-a7d3-a0daac957f51","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:22.959830798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-auth","reconcileID":"4af0eb95-5df9-4356-9185-fbfdb2a81094","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:22.981716462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-auth","reconcileID":"cb89860a-b0bd-4ac3-a7d3-a0daac957f51","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:22.983503129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"2a970684-f60a-4b23-93f3-5a5ac4016941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:22.984099824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"576d233a-fcd2-4267-ad93-1a31e8a46639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:22.984378427Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-f1b14f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-f1b14f","reconcileID":"0bd8d20d-fef7-423f-b25b-0e2dc8f9039e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-f1b14f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-f1b14f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:22.985832599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-auth","reconcileID":"4af0eb95-5df9-4356-9185-fbfdb2a81094","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:23.100860224Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"742666de-68b5-4890-b19b-87afd7f9dab5","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:23.100960269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"742666de-68b5-4890-b19b-87afd7f9dab5","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:23.13897795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b30ee803-b618-458b-bec7-4b31074ec79c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:23.138977897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-auth","reconcileID":"7e32de83-2b46-4863-9c33-fe4e98275deb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:23.139292757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"5a336bbc-e29a-4f55-9596-3a0b94ce14dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:23.155096233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-auth","reconcileID":"b657a5af-4782-475a-b501-dbe476459a93","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:23.164855687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b30ee803-b618-458b-bec7-4b31074ec79c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:23.16501183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"5a336bbc-e29a-4f55-9596-3a0b94ce14dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:23.167433201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-auth","reconcileID":"7e32de83-2b46-4863-9c33-fe4e98275deb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:23.182842268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-auth","reconcileID":"b657a5af-4782-475a-b501-dbe476459a93","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:23.313013141Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-no-access-sub","reconcileID":"10d5205b-03d7-467b-a7c7-6570f371d275","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/distinct-w4-849669","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:23.36198555Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-no-access-sub","reconcileID":"10d5205b-03d7-467b-a7c7-6570f371d275","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/distinct-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:23.386467738Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"e2e-no-access-sub","reconcileID":"10d5205b-03d7-467b-a7c7-6570f371d275","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669","model":"e2e-models-e2e-worker-w4-849669/distinct-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:23.564321731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"947755fa-3f7a-4ef1-8f87-8021b9727e53","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:23.58767001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"15270884-4f59-4851-81c3-fe467223810b","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:23.615370231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"191077f4-4ad4-4280-be4f-e11892016251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:23.621468029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"abae665a-ed16-4d88-ac35-34a1cc8b01e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:23.637663433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"191077f4-4ad4-4280-be4f-e11892016251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:23.642285551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"abae665a-ed16-4d88-ac35-34a1cc8b01e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:23.748590224Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"54d2c951-bf95-4adc-be6d-1e5ab86dfea7","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:23.748655305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"54d2c951-bf95-4adc-be6d-1e5ab86dfea7","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:23.771737849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e64244-30ad-4d11-8fc8-e2f3c9d480ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:23.787794224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e64244-30ad-4d11-8fc8-e2f3c9d480ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:23.803846455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e64244-30ad-4d11-8fc8-e2f3c9d480ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:23.82011628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e64244-30ad-4d11-8fc8-e2f3c9d480ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:24.39632606Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:24.5629528Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"07b8c12d-cd10-4101-89c3-0c23a7dbfbcf","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:24.563029443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e25f4a","namespace":"ai-tenant-e2e-praxis-a-e25f4a"},"namespace":"ai-tenant-e2e-praxis-a-e25f4a","name":"praxis-route-e25f4a","reconcileID":"07b8c12d-cd10-4101-89c3-0c23a7dbfbcf","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-e25f4a/praxis-route-e25f4a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-e25f4a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:26.562657793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-sub","reconcileID":"83320d51-f698-42e9-8174-8ba4c439e4e3","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-2-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:26.631659842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"af50f59d-52d8-4286-a172-bfaa7b7a11be","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.087576488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"88b5c515-d0ba-4cc5-8ea1-b5553384a85d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.088313943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-auth","reconcileID":"d8c40dc8-5ef7-4b25-9dfb-17a207f24e13","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.088622187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-auth","reconcileID":"ca2387a7-393e-4643-895e-e566c765a95a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.088831605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"f629eb70-6f9a-4901-b9fb-7dccb4c31932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.113866219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-auth","reconcileID":"d8c40dc8-5ef7-4b25-9dfb-17a207f24e13","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.139064352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-auth","reconcileID":"ca2387a7-393e-4643-895e-e566c765a95a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.139122112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"f629eb70-6f9a-4901-b9fb-7dccb4c31932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.184828442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"88b5c515-d0ba-4cc5-8ea1-b5553384a85d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.450861797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"c7ae0424-259a-4880-8a30-525b5421c637","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.500696507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"c7ae0424-259a-4880-8a30-525b5421c637","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.502444811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"499377e6-25ce-495f-8573-0ff99fcf16c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.503041704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-auth","reconcileID":"36eef24c-dbb7-4a50-88bd-df02edc73932","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.50356115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-auth","reconcileID":"51103f58-bc3a-432b-aa55-314a31cf6063","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.697186338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-auth","reconcileID":"36eef24c-dbb7-4a50-88bd-df02edc73932","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.712327026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"499377e6-25ce-495f-8573-0ff99fcf16c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.779963825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-auth","reconcileID":"51103f58-bc3a-432b-aa55-314a31cf6063","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.854415451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"50f51ea5-27cf-432d-9450-3616f3d79838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.896957587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"50f51ea5-27cf-432d-9450-3616f3d79838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.897969498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"3761b807-c515-48ed-aa28-236a95766116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.932566559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"ff762c1a-9dae-4365-a6ba-80326629b4ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.948825273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"3761b807-c515-48ed-aa28-236a95766116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.949663734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"4ae052ae-d2f1-49d6-b07d-a50edc8b1291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.982890559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"ff762c1a-9dae-4365-a6ba-80326629b4ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:27.991868866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"4ae052ae-d2f1-49d6-b07d-a50edc8b1291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:32.842552321Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-sub","reconcileID":"53606035-2c71-403f-b110-f00ecae4834e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:32.859123624Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-sub","reconcileID":"53606035-2c71-403f-b110-f00ecae4834e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:32.875702801Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-sub","reconcileID":"53606035-2c71-403f-b110-f00ecae4834e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:33.031778466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"6dfbd095-925d-4bbe-81cc-543533a86984","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:33.111488589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-auth","reconcileID":"f869fc95-c1e8-4b6d-99c4-eefe591b6d01","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:33.113014262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"45215cc5-09d4-4fdd-aa63-92dba125a843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:33.113439516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"1f2a5c29-606c-4bc2-8f20-09fbfbdd77f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:33.113479103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-auth","reconcileID":"2a87b6ca-5728-43e5-a6b0-43be31b1b4b8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:33.133415873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-auth","reconcileID":"f869fc95-c1e8-4b6d-99c4-eefe591b6d01","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:33.134421335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"45215cc5-09d4-4fdd-aa63-92dba125a843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:33.138246535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"1f2a5c29-606c-4bc2-8f20-09fbfbdd77f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:33.138571724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-auth","reconcileID":"2a87b6ca-5728-43e5-a6b0-43be31b1b4b8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:33.190501911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"20f0a4f3-9569-4479-9c98-9427bed33235","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:33.245234245Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-sub","reconcileID":"b6cdff51-db5f-4d66-9587-6da50889e762","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a355c016","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:33.349470092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"a676e2a2-8220-4fb7-9dc2-b19a9388d3be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:33.352067997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-auth","reconcileID":"1fb05fb3-3d1a-4569-929c-f2b62b1e57d0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:33.35208575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-auth","reconcileID":"90a1603c-6b4f-4d66-9e9f-80986c6edf38","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:33.352351591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"9a58c2ff-a6af-420f-ad31-cd427a6968c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:33.370244552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"a676e2a2-8220-4fb7-9dc2-b19a9388d3be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:33.373326603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"9a58c2ff-a6af-420f-ad31-cd427a6968c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:33.373496914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-auth","reconcileID":"90a1603c-6b4f-4d66-9e9f-80986c6edf38","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:33.375459996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-auth","reconcileID":"1fb05fb3-3d1a-4569-929c-f2b62b1e57d0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:36.923880348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f389f1ed-10c9-46c2-83c5-b117dc8e3d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:36.941692057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f389f1ed-10c9-46c2-83c5-b117dc8e3d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:36.957982607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f389f1ed-10c9-46c2-83c5-b117dc8e3d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:36.974059083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f389f1ed-10c9-46c2-83c5-b117dc8e3d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:37.752181026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c2bd6a-b450-48a9-97f8-d8dc7bfed633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:37.769653193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c2bd6a-b450-48a9-97f8-d8dc7bfed633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:37.786846474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c2bd6a-b450-48a9-97f8-d8dc7bfed633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:37.80357562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c2bd6a-b450-48a9-97f8-d8dc7bfed633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:38.639794982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"556eb285-a514-4084-aaa7-b6a7ed9a7290","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:38.656721861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"556eb285-a514-4084-aaa7-b6a7ed9a7290","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:38.674539611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"556eb285-a514-4084-aaa7-b6a7ed9a7290","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:38.691539253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"556eb285-a514-4084-aaa7-b6a7ed9a7290","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:39.42393447Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-28ca05","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-28ca05","reconcileID":"b503fcf0-f79d-47d6-b090-6f5fc2a7fcc0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-28ca05","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-28ca05":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:39.552524492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475fe100-3321-4f83-ae19-70dd11f6ab2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:39.57479065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475fe100-3321-4f83-ae19-70dd11f6ab2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:39.591324249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475fe100-3321-4f83-ae19-70dd11f6ab2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:39.608142592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475fe100-3321-4f83-ae19-70dd11f6ab2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:40.08315212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"c52647ce-3492-4c0b-beab-5f7fd6def214","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-c3ad80","tenantID":"e2e-praxis-b-c3ad80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:40.149627039Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"c52647ce-3492-4c0b-beab-5f7fd6def214","name":"e2e-praxis-b-c3ad80-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:40.226284915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"12d85cba-9fe8-45b5-9d08-162f26cfcb2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:40.226316214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"2df20889-19e1-42a1-99bd-6bf8f028ec4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:40.273650225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"12d85cba-9fe8-45b5-9d08-162f26cfcb2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:40.283276183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"2df20889-19e1-42a1-99bd-6bf8f028ec4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:40.477219005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a61d8181-7988-4e2b-9cc6-2ada3a0875c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:40.493696303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a61d8181-7988-4e2b-9cc6-2ada3a0875c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:40.510451185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a61d8181-7988-4e2b-9cc6-2ada3a0875c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:40.53251024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a61d8181-7988-4e2b-9cc6-2ada3a0875c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:43.26271613Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-sub","reconcileID":"f0d60f19-ea2a-43c5-a44e-40f799146203","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:43.279888707Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-sub","reconcileID":"f0d60f19-ea2a-43c5-a44e-40f799146203","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:43.296601786Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-sub","reconcileID":"f0d60f19-ea2a-43c5-a44e-40f799146203","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:43.40366759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"b8d2ae9a-5e43-4310-8192-baaeaa2805cd","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:43.543599699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"aa6a6b01-f284-49ca-a414-ef42d281c7a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:43.543599688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e313f2fd-7fd0-4cff-ab9f-f92b82c7ad4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:43.545007839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-auth","reconcileID":"3aff756c-e71f-4ae8-8f37-390062fa03ea","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:43.557928001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-auth","reconcileID":"0e1d9655-693b-4e27-85b9-82d90e1af041","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:43.568781943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e313f2fd-7fd0-4cff-ab9f-f92b82c7ad4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:43.56885266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"aa6a6b01-f284-49ca-a414-ef42d281c7a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:43.571154474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-auth","reconcileID":"3aff756c-e71f-4ae8-8f37-390062fa03ea","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:43.579415394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"21923ac3-7f06-4377-968c-5461c870024e","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:43.587298322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-auth","reconcileID":"0e1d9655-693b-4e27-85b9-82d90e1af041","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:43.682375886Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-match-auth","reconcileID":"c383389b-f05d-4ae9-aa24-d419d452663c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:43.742994544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-auth","reconcileID":"f3f947b5-e584-4eea-a1f2-5c518e5f117b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:43.775859628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"6c6c6a87-a418-4582-a3a3-bd31b254c522","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:43.777813465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-auth","reconcileID":"f3f947b5-e584-4eea-a1f2-5c518e5f117b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:43.931287477Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-model-nomatch-auth","reconcileID":"b52521f2-5bcc-4dcf-99f3-55fe712319e8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-2-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:43.931354527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"aa930d9c-8d18-4f6b-b067-0862d968c9ca","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:44.068647839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"f6bce4b0-f457-4262-b23a-7e5d3519e708","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:44.625784002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"92b4406f-a6b2-4059-8575-1a2c6e5aea57","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:44.67237427Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"92b4406f-a6b2-4059-8575-1a2c6e5aea57","name":"e2e-shared-a-w2-f1b14f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.406191903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"b3e1e012-b3ad-451a-bf69-4ab6ca172072","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.406633079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"a1ee52ad-98ef-4e8c-993b-4876ffa9e6de","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.426141665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"c620e7f8-1f80-4310-ad60-4f9ee1c6b812","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.426502545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"46e0cca4-f464-46ed-9d94-3d8177ba5c97","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:45.44282092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-sub","reconcileID":"34d9f65f-71af-45c5-89d4-1d8486deb3c4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.45265756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"713e86ed-65da-4442-8fcc-f863c4710e9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.457052531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"d2180b97-0153-4d86-96bf-bc7df0263b77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.473768792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"713e86ed-65da-4442-8fcc-f863c4710e9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.477848404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"d2180b97-0153-4d86-96bf-bc7df0263b77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.484968602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"0ce993f7-dd7e-4a7a-83fa-2a82ce7556cb","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.485264127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"abc29cca-31ac-4347-a177-b465f18604ba","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.506295345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"62e34f48-a286-4fdf-949b-df47762f64a9","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.506612876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"73fb6677-c889-4d5c-ae09-4dcd607d382a","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.595576426Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-sub","reconcileID":"f9a2a84f-d223-4bc9-b66f-cf97745a796d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/e2e-partial-access-sub","ai-tenant-e2e-worker-w3-4e261b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.648923518Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-sub","reconcileID":"f9a2a84f-d223-4bc9-b66f-cf97745a796d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-w3-4e261b","model":"distinct-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.653962477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"509f9449-b17b-4130-8da0-fc3b4e808b2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.65399525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"b44d3fa0-92c6-4f08-8532-22e4d72b4845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.67182945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"a126a74d-90a8-46e6-83d6-af8f3858cfaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.675044893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"509f9449-b17b-4130-8da0-fc3b4e808b2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.675230279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"b44d3fa0-92c6-4f08-8532-22e4d72b4845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.724613739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"ef37ef11-eb60-4921-b800-59d4807a6f8a","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.725058555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"f1f49e76-8ac0-459c-a9f5-32bbd371fa24","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.790841585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-sub","reconcileID":"9bdd55d2-7202-4062-9c4e-54b9c1764c29","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:45.839221347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-sub","reconcileID":"9bdd55d2-7202-4062-9c4e-54b9c1764c29","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.178642145Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","namespace":"ai-tenant-e2e-praxis-b-eb5531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.178734664Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","namespace":"ai-tenant-e2e-praxis-b-eb5531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.178816459Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","tenant":"e2e-praxis-b-eb5531","tenantID":"e2e-praxis-b-eb5531","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.199316826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","gvk":"Deployment","name":"maas-api-e2e-praxis-b-eb5531","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.23522546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","gvk":"Service","name":"maas-api-e2e-praxis-b-eb5531","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.25499558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-eb5531","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.275105171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-eb5531","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.295043326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-eb5531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.316645887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-eb5531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.335669024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-eb5531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.356498543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-eb5531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.375161219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-eb5531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.392165017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-eb5531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.40799881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","gvk":"Service","name":"payload-processing-e2e-praxis-b-eb5531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.424828675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-eb5531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.441246428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-eb5531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.457512121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-eb5531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.474322868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-eb5531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.497626792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-eb5531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.515233682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-eb5531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.535199978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-eb5531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.554000614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-eb5531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:52.573739576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-eb5531"},"namespace":"ai-tenant-e2e-praxis-b-eb5531","name":"default-tenant","reconcileID":"ec44e996-5a6c-4c39-8ca3-c7d4790a6a26","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-eb5531","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:53.013559362Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-eb5531","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-eb5531","reconcileID":"0c643218-bfb8-4de8-aab8-38de9f277e51","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-eb5531","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-eb5531"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:53.545313113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb73360f-fefe-47ff-9d0c-b988d275c1f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:53.568785418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb73360f-fefe-47ff-9d0c-b988d275c1f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:53.586336264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb73360f-fefe-47ff-9d0c-b988d275c1f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:53.602747669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb73360f-fefe-47ff-9d0c-b988d275c1f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:54.375822496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a5c59b-ddec-4f0f-b235-045c8fd373a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:54.392065065Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:54.398561732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a5c59b-ddec-4f0f-b235-045c8fd373a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:54.424048664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a5c59b-ddec-4f0f-b235-045c8fd373a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:54.441129798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a5c59b-ddec-4f0f-b235-045c8fd373a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:55.616178932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"952f83a1-2175-49ff-8611-49e50537fe26","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:55.635875225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"c766ef44-e107-4625-9a32-113106d7aba8","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:55.68508801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-auth","reconcileID":"3ba65f23-d1e0-4de8-b6de-bf5d891ec435","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:55.706790138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-auth","reconcileID":"3ba65f23-d1e0-4de8-b6de-bf5d891ec435","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:55.884953725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"a1536ef6-f09f-4e38-b4e0-e10c9c47bea9","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:55.947470887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-auth","reconcileID":"5d711510-ab36-4505-ab08-328dfabb633d","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:55.973814574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-auth","reconcileID":"5d711510-ab36-4505-ab08-328dfabb633d","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:04:56.157109946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-auth","reconcileID":"5d711510-ab36-4505-ab08-328dfabb633d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-partial-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:56.214938537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-auth","reconcileID":"e2cf32ac-7b04-40b8-9128-61dd8796764a","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:56.237536288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-auth","reconcileID":"e2cf32ac-7b04-40b8-9128-61dd8796764a","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:58.223686281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-auth","reconcileID":"169fa5f2-3916-40d1-a558-37283c1a61aa","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:58.223842938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"23d17ffb-e0a5-48ce-995f-cfa88c9fc09b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:58.224054617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"fc3f4c64-e2c4-49bc-a62f-0d6435bfc66c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:58.245668449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"23d17ffb-e0a5-48ce-995f-cfa88c9fc09b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:58.246068176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"fc3f4c64-e2c4-49bc-a62f-0d6435bfc66c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:58.248125393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-auth","reconcileID":"169fa5f2-3916-40d1-a558-37283c1a61aa","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:58.774269648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"badb2d01-3b93-4e4b-bb97-d4a2f40c4921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:58.774449746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b1472d4f-d6f2-453b-a5a1-bacb19592f52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:58.774271581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-auth","reconcileID":"9dca4079-c9e6-40ed-bd81-9dd6b0530922","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:58.799157787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b1472d4f-d6f2-453b-a5a1-bacb19592f52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:58.799184992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"badb2d01-3b93-4e4b-bb97-d4a2f40c4921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:58.801385627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-auth","reconcileID":"9dca4079-c9e6-40ed-bd81-9dd6b0530922","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:59.446237496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"cb6f8004-3172-44df-beda-56b5d32925e4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-28ca05","tenantID":"e2e-shared-a-w4-28ca05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:04:59.495463979Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"cb6f8004-3172-44df-beda-56b5d32925e4","name":"e2e-shared-a-w4-28ca05-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:00.335109542Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-auth","reconcileID":"c6d8bfeb-5ba4-4ffe-b24b-ff8b2ec9c90d","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:00.335244073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"db69cfc2-7a46-4434-9556-249e76642a12","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:00.412421537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"decaf1cf-2981-4c40-9a3e-30409e494886","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:00.623742641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"5bb24572-2a15-4da3-96ee-8ec6108aea18","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:00.624132364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"e8426efb-5353-479a-88a9-61b024acf0f1","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:00.676389328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"c95eb8bc-f57f-409f-a83f-0f342750e8da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:00.676503536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"fe884287-5d32-4165-bbfc-cf34b7a3836d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:00.707269394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"c95eb8bc-f57f-409f-a83f-0f342750e8da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:00.708736852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"fe884287-5d32-4165-bbfc-cf34b7a3836d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:02.692348302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4557af89-06f1-450d-b558-291c36d39177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:02.708408105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4557af89-06f1-450d-b558-291c36d39177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:02.72913282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4557af89-06f1-450d-b558-291c36d39177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:02.745680876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4557af89-06f1-450d-b558-291c36d39177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:02.916839955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"4ec1199a-6d58-4791-87b3-63a03e4c13ff","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:02.938992869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"12b154f2-3e0f-4dea-8b4d-e7b9141d76ed","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:02.996887146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-test-auth-no-access","reconcileID":"3e3a0f93-2e8c-4178-b90a-fcb2191bd9c7","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.025663589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-test-auth-no-access","reconcileID":"3e3a0f93-2e8c-4178-b90a-fcb2191bd9c7","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.134220379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"acd98071-b7e3-4e32-96c0-75c74d95e2c0","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.153586711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"6957753e-c4b8-4359-baca-dd52f4aaff12","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.173687436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"9a93eae6-7101-47a2-8f4f-ce03b443ce02","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.191175286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-test-auth-no-access","reconcileID":"513fce65-171f-4ccc-af89-5fe52736244f","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:05:03.19206429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-test-subscription-no-access","reconcileID":"d68c4c46-dad5-48fb-aac7-1bafbf1df1fd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.212363212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-test-auth-no-access","reconcileID":"513fce65-171f-4ccc-af89-5fe52736244f","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.273479983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"06349f2c-9f3c-404f-8c6f-e9a7300333cf","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.298202543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"366123d1-169c-49ec-b297-6eaad448bfe4","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.30127524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"a057d87e-0b09-4f6c-a25d-0b900edf0143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.301291867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"3dcbfbda-8861-4772-b509-615bc479e6a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.322648608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"a057d87e-0b09-4f6c-a25d-0b900edf0143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.322661791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"3dcbfbda-8861-4772-b509-615bc479e6a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.398225656Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-test-subscription-no-access","reconcileID":"e35dc9fd-72c6-46c5-a18c-0c54995dcfb8","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3ccdab/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-3ccdab/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.422865722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-test-auth-no-access","reconcileID":"e2eaf36f-90da-468c-8a64-be71ddd4f03d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.461709259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-test-auth-no-access","reconcileID":"e2eaf36f-90da-468c-8a64-be71ddd4f03d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.473428833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"81d605d2-421a-4441-a2b8-f07e4b0a358a","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.493661603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9bb4111-fad2-4273-bc38-ed849ab0cfdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.494063746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"43a455a8-5b5a-49b6-94e4-6a8024ae3842","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.5107497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9bb4111-fad2-4273-bc38-ed849ab0cfdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.529551659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9bb4111-fad2-4273-bc38-ed849ab0cfdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.54588165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9bb4111-fad2-4273-bc38-ed849ab0cfdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.550080336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"7fe30a4e-17b1-49fb-9d69-43ca6fc7d29a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.550174591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"ccae5319-6738-4a2d-ad9d-23b217a3c822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.582455685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"7fe30a4e-17b1-49fb-9d69-43ca6fc7d29a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.582799331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"ccae5319-6738-4a2d-ad9d-23b217a3c822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:03.628959721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-test-subscription-no-access","reconcileID":"d1748d43-4e67-4c56-b45d-d122466af531","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:04.013212738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"f4dacbda-6446-4065-8ff7-4534ddd8f6f8","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:04.082020679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"957eb3ab-c94b-4a11-9919-311852ecf6a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:04.085455755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"1893d572-615b-4db9-acfb-ff30bf5b4886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:04.093952158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-test-auth-no-access","reconcileID":"6c192378-e9ae-4c6c-ab9e-aecdfaeca6c2","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:04.111941672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"957eb3ab-c94b-4a11-9919-311852ecf6a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:04.117401172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"1893d572-615b-4db9-acfb-ff30bf5b4886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:04.127914181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-test-auth-no-access","reconcileID":"6c192378-e9ae-4c6c-ab9e-aecdfaeca6c2","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:04.361839884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1197684e-f37f-42ee-85d3-6276d90fe374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:04.377750879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1197684e-f37f-42ee-85d3-6276d90fe374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:04.394369436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1197684e-f37f-42ee-85d3-6276d90fe374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:04.41154634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1197684e-f37f-42ee-85d3-6276d90fe374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:07.193349308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e43892-3c34-4dd6-a27b-90fa726ad2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:07.212162087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e43892-3c34-4dd6-a27b-90fa726ad2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:07.229343803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e43892-3c34-4dd6-a27b-90fa726ad2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:07.246249194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e43892-3c34-4dd6-a27b-90fa726ad2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:08.259538627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e911f2e5-8a78-4682-a70d-cf59c3c9a938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:08.283123307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e911f2e5-8a78-4682-a70d-cf59c3c9a938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:08.304064936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e911f2e5-8a78-4682-a70d-cf59c3c9a938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:08.321021003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e911f2e5-8a78-4682-a70d-cf59c3c9a938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:10.6857263Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-sub","reconcileID":"f02b2f61-893a-4fd7-8ad8-42f5bd633efa","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:10.723772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14ad7aa-0709-4eb4-a266-ad0784e2488a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:10.740005416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14ad7aa-0709-4eb4-a266-ad0784e2488a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:10.757233894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14ad7aa-0709-4eb4-a266-ad0784e2488a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:10.769785396Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-sub","reconcileID":"f02b2f61-893a-4fd7-8ad8-42f5bd633efa","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4e261b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:10.769886242Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-sub","reconcileID":"f02b2f61-893a-4fd7-8ad8-42f5bd633efa","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:10.776018235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14ad7aa-0709-4eb4-a266-ad0784e2488a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:10.79503929Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-sub","reconcileID":"f02b2f61-893a-4fd7-8ad8-42f5bd633efa","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:10.812352804Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"e2e-partial-access-sub","reconcileID":"f02b2f61-893a-4fd7-8ad8-42f5bd633efa","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/distinct-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:10.847244564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"a75a5bd9-3081-4a76-94dc-220d584f72eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:10.937422251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"306d2d60-5b42-4e8f-b904-27bf672c9d44","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:10.9377648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"2f63350e-f10d-4c7f-ae74-e964a9c6c050","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:10.99620967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"25e591f0-de79-46cb-b93f-2ef4ef9b28cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:10.996209219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"290dd6dc-db5f-44d6-81d5-b782cc1ba3af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:11.01793101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"25e591f0-de79-46cb-b93f-2ef4ef9b28cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:11.018645558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"290dd6dc-db5f-44d6-81d5-b782cc1ba3af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:11.516197804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ded1e0be-47a4-40e1-b66a-01d676aade8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:11.532262597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ded1e0be-47a4-40e1-b66a-01d676aade8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:11.551068386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ded1e0be-47a4-40e1-b66a-01d676aade8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:11.572073914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ded1e0be-47a4-40e1-b66a-01d676aade8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:12.444247255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed2c36a-9169-4085-9b7b-359fdc51c1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:12.46611346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed2c36a-9169-4085-9b7b-359fdc51c1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:12.496939305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed2c36a-9169-4085-9b7b-359fdc51c1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:12.518054796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed2c36a-9169-4085-9b7b-359fdc51c1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:14.086501379Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-test-subscription-no-access","reconcileID":"ff4f906f-aea9-4f9a-bf31-ac832e51d903","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:14.162878796Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-test-subscription-no-access","reconcileID":"ff4f906f-aea9-4f9a-bf31-ac832e51d903","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3ccdab/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:14.230956789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"f85b474c-9626-43e0-8d8e-4286e7c22801","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:14.244247804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"6eea5238-df73-4ec8-9483-1f11cfec09dd","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:14.292600599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-test-auth-no-access","reconcileID":"4a270595-0347-4863-849f-8c776c8fcdde","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:14.293123937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"88ac2e0d-d0b5-4998-8fcb-a7c1ec015a51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:14.293257166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"6e382ef2-c87e-445e-9dc3-ee7f6d70ab7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:14.314002119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-test-auth-no-access","reconcileID":"4a270595-0347-4863-849f-8c776c8fcdde","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:14.314443064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"88ac2e0d-d0b5-4998-8fcb-a7c1ec015a51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:14.316384084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"6e382ef2-c87e-445e-9dc3-ee7f6d70ab7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:14.417146757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"666712b1-13ee-451b-8fed-dd6a1b306379","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:14.446546261Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"e2e-test-auth-no-access","reconcileID":"a55a66f9-5ffb-4210-87fc-6eaff9293d9d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:14.584486265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"76eb58a4-f6eb-4f26-aeff-ab91604d0c77","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:15.268522102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f38b4c-13c0-42bd-90f2-90f8a94dddcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:15.285086616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f38b4c-13c0-42bd-90f2-90f8a94dddcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:15.301180553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f38b4c-13c0-42bd-90f2-90f8a94dddcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:15.318013033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f38b4c-13c0-42bd-90f2-90f8a94dddcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:16.101527741Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-933195","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-933195","reconcileID":"3f196587-d6bd-4578-aadc-0b2da7aca12d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-933195","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-933195":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:16.153362782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0947fa3-9fc7-4601-8132-da9615da0cab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:16.169346794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0947fa3-9fc7-4601-8132-da9615da0cab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:16.185250546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0947fa3-9fc7-4601-8132-da9615da0cab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:16.201370529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0947fa3-9fc7-4601-8132-da9615da0cab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:16.993309855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6512aa08-7627-4e16-85cc-1340a0df946d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:17.009567189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6512aa08-7627-4e16-85cc-1340a0df946d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:17.025859195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6512aa08-7627-4e16-85cc-1340a0df946d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:17.041977749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6512aa08-7627-4e16-85cc-1340a0df946d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:17.978580192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c2972b-775d-465a-9970-71e33ef9bddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:18.005544759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c2972b-775d-465a-9970-71e33ef9bddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:18.023096608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c2972b-775d-465a-9970-71e33ef9bddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:18.040890559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c2972b-775d-465a-9970-71e33ef9bddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:18.898876198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c928d4-552a-4caa-b52a-59c302bc5834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:18.915570399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c928d4-552a-4caa-b52a-59c302bc5834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:18.93260896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c928d4-552a-4caa-b52a-59c302bc5834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:18.950272589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c928d4-552a-4caa-b52a-59c302bc5834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:19.805156318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5e2973-b95d-41ed-8cd7-015a539eddf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:19.823105988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5e2973-b95d-41ed-8cd7-015a539eddf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:19.839604434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5e2973-b95d-41ed-8cd7-015a539eddf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:19.856114287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5e2973-b95d-41ed-8cd7-015a539eddf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:20.317448242Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-87f2e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-87f2e6","reconcileID":"7c942715-2056-4671-b245-6bcdb5484e41","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-87f2e6","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-87f2e6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:20.903766579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc5c417-6d4f-411d-882d-bec8e71288d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:20.920282089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc5c417-6d4f-411d-882d-bec8e71288d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:20.936377665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc5c417-6d4f-411d-882d-bec8e71288d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:20.952392771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc5c417-6d4f-411d-882d-bec8e71288d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:21.791800774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440245ee-20ab-4edd-a823-126c7de7e857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:21.814119874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440245ee-20ab-4edd-a823-126c7de7e857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:21.874397547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440245ee-20ab-4edd-a823-126c7de7e857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:21.928662158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440245ee-20ab-4edd-a823-126c7de7e857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:22.699092435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06fc57b0-c8d6-4aaa-9743-5d4601ce1435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:22.71575567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06fc57b0-c8d6-4aaa-9743-5d4601ce1435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:22.731860405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06fc57b0-c8d6-4aaa-9743-5d4601ce1435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:22.750788827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06fc57b0-c8d6-4aaa-9743-5d4601ce1435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:23.724761361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea6bdf6-b508-4b3c-9fe0-5ee93f069445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:23.747533896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea6bdf6-b508-4b3c-9fe0-5ee93f069445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:23.765686644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea6bdf6-b508-4b3c-9fe0-5ee93f069445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:23.783416234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea6bdf6-b508-4b3c-9fe0-5ee93f069445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:24.168182386Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-4fff4f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-4fff4f","reconcileID":"a0263109-aee7-40db-a4ca-1a633fc15344","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-4fff4f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-4fff4f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:24.398012493Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:24.564497361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f95e8d8-71f3-46a8-a9cf-a9b03d4d4636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:24.585083543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f95e8d8-71f3-46a8-a9cf-a9b03d4d4636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:24.602984775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f95e8d8-71f3-46a8-a9cf-a9b03d4d4636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:24.620559965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f95e8d8-71f3-46a8-a9cf-a9b03d4d4636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:25.499577169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ec2a51-6e8d-456f-b9ee-7283dc239039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:25.515706785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ec2a51-6e8d-456f-b9ee-7283dc239039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:25.532133935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ec2a51-6e8d-456f-b9ee-7283dc239039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:25.548186375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ec2a51-6e8d-456f-b9ee-7283dc239039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:26.352450798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8eafcd-7df5-46e0-a693-d63cd10f1021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:26.372338101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8eafcd-7df5-46e0-a693-d63cd10f1021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:26.390172136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8eafcd-7df5-46e0-a693-d63cd10f1021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:26.410991461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8eafcd-7df5-46e0-a693-d63cd10f1021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:27.284528952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04d0c354-7765-40e0-9ae5-a8eeb38468d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:27.300493639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04d0c354-7765-40e0-9ae5-a8eeb38468d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:27.317940092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04d0c354-7765-40e0-9ae5-a8eeb38468d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:27.334055644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04d0c354-7765-40e0-9ae5-a8eeb38468d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:28.293000935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee42ac0-2a8e-4d88-97a8-49cd3f6e3dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:28.311045545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee42ac0-2a8e-4d88-97a8-49cd3f6e3dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:28.328138206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee42ac0-2a8e-4d88-97a8-49cd3f6e3dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:28.344405217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee42ac0-2a8e-4d88-97a8-49cd3f6e3dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:29.086073876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a13a787-20aa-4a47-a9ed-02e001991984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:29.10231457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a13a787-20aa-4a47-a9ed-02e001991984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:29.11815591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a13a787-20aa-4a47-a9ed-02e001991984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:29.134428094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a13a787-20aa-4a47-a9ed-02e001991984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:29.890283292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909b5d5e-4cd7-4d91-8f1f-d98e275bea77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:29.906752901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909b5d5e-4cd7-4d91-8f1f-d98e275bea77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:29.922950617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909b5d5e-4cd7-4d91-8f1f-d98e275bea77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:29.939049987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909b5d5e-4cd7-4d91-8f1f-d98e275bea77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:30.227714782Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-b02580","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-b02580","reconcileID":"47012ecc-cd0a-48c5-aeaa-34f851a5c3e1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-b02580","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-b02580":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:30.797583807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dadc744a-d4f8-4018-adab-44f1f3c1e2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:30.818192219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dadc744a-d4f8-4018-adab-44f1f3c1e2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:30.835350054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dadc744a-d4f8-4018-adab-44f1f3c1e2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:30.851359156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dadc744a-d4f8-4018-adab-44f1f3c1e2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:31.625003375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6211fa51-8bdb-42f0-b591-31d9854b6b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:31.641193194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6211fa51-8bdb-42f0-b591-31d9854b6b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:31.657324574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6211fa51-8bdb-42f0-b591-31d9854b6b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:31.673480674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6211fa51-8bdb-42f0-b591-31d9854b6b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:34.645632436Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","namespace":"ai-tenant-e2e-praxis-a-9c1994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:34.645705194Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","namespace":"ai-tenant-e2e-praxis-a-9c1994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:34.645777694Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","tenant":"e2e-praxis-a-9c1994","tenantID":"e2e-praxis-a-9c1994","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:34.664026052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","gvk":"Deployment","name":"maas-api-e2e-praxis-a-9c1994","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:34.695048989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","gvk":"Service","name":"maas-api-e2e-praxis-a-9c1994","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:34.718055687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-9c1994","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:34.738146622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-9c1994","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:34.757284235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-9c1994","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:34.776094148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-9c1994","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:34.797607025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-9c1994","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:34.817066882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-9c1994","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:34.83329948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-9c1994","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:34.849696821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-9c1994","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:34.8660523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","gvk":"Service","name":"payload-processing-e2e-praxis-a-9c1994","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:34.88276723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-9c1994","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:34.899139285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-9c1994","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:34.915369447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-9c1994","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:34.945194452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-9c1994","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:34.972866252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-9c1994","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:34.994126758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-9c1994","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:35.013234031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-9c1994","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:35.030161211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-9c1994","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:35.046673936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9c1994"},"namespace":"ai-tenant-e2e-praxis-a-9c1994","name":"default-tenant","reconcileID":"108dda06-c31f-4f8e-bd96-fc86b27b22ac","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-9c1994","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:35.462666308Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-9c1994","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-9c1994","reconcileID":"deaead48-d93c-4a84-bc86-5c6118fa8a5c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-9c1994","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-9c1994"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:35.94445097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6402bae-2783-4bef-8c9b-cd6293ee528f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:35.961853611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6402bae-2783-4bef-8c9b-cd6293ee528f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:35.982535914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6402bae-2783-4bef-8c9b-cd6293ee528f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:36.000748532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6402bae-2783-4bef-8c9b-cd6293ee528f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:36.782207193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930a045a-f304-4c5a-a719-f8efbba43e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:36.803988032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930a045a-f304-4c5a-a719-f8efbba43e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:36.820738826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930a045a-f304-4c5a-a719-f8efbba43e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:36.837036683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930a045a-f304-4c5a-a719-f8efbba43e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:39.488234426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"b9a23e96-954b-44c6-972d-9a358b2e3084","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-933195","tenantID":"e2e-shared-a-w3-933195","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:39.55275163Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"b9a23e96-954b-44c6-972d-9a358b2e3084","name":"e2e-shared-a-w3-933195-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:45.540588637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"e0ed2379-c95f-49ee-9f8f-dd538e227cfd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:45.587552661Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"e0ed2379-c95f-49ee-9f8f-dd538e227cfd","name":"e2e-shared-a-w0-87f2e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:49.437947645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"87ef6f19-e34e-47e2-ad25-bb9455d74f46","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:49.484748782Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"87ef6f19-e34e-47e2-ad25-bb9455d74f46","name":"e2e-shared-b-w2-4fff4f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:54.38538433Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:57.010608958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"cc4f4a19-70f9-4259-b241-9a6810e5d733","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b02580","tenantID":"e2e-shared-b-w4-b02580","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:57.060133867Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"cc4f4a19-70f9-4259-b241-9a6810e5d733","name":"e2e-shared-b-w4-b02580-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:58.938394949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7f17f0-19d3-429a-ab94-64fa4c3d32e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:58.95449428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7f17f0-19d3-429a-ab94-64fa4c3d32e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:58.970496262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7f17f0-19d3-429a-ab94-64fa4c3d32e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:58.986335569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7f17f0-19d3-429a-ab94-64fa4c3d32e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:59.702266805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dacf4616-c524-44ab-94a4-97be04d1cb60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:59.718511908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dacf4616-c524-44ab-94a4-97be04d1cb60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:59.73467424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dacf4616-c524-44ab-94a4-97be04d1cb60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:05:59.750744168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dacf4616-c524-44ab-94a4-97be04d1cb60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:00.444072762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f9542a-b912-47d7-beb0-86418d8dde5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:00.462647756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f9542a-b912-47d7-beb0-86418d8dde5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:00.478863956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f9542a-b912-47d7-beb0-86418d8dde5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:00.495574587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f9542a-b912-47d7-beb0-86418d8dde5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:01.170961628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c046e2af-0353-4096-816b-4678a58e4ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:01.187052837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c046e2af-0353-4096-816b-4678a58e4ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:01.203174638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c046e2af-0353-4096-816b-4678a58e4ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:01.21920451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c046e2af-0353-4096-816b-4678a58e4ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:01.905783014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a71e6784-1748-44ba-9c54-4cf98a50eec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:01.921958974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a71e6784-1748-44ba-9c54-4cf98a50eec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:01.941544555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a71e6784-1748-44ba-9c54-4cf98a50eec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:01.958170415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a71e6784-1748-44ba-9c54-4cf98a50eec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:05.425825059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b94d1d-32d1-455d-9c2f-9a34eb6b36c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:05.442235993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b94d1d-32d1-455d-9c2f-9a34eb6b36c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:05.458389328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b94d1d-32d1-455d-9c2f-9a34eb6b36c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:05.474257342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b94d1d-32d1-455d-9c2f-9a34eb6b36c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:06.132802943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bd86f5-8ee4-4f1c-9d3c-4ce7a07f82d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:06.148775715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bd86f5-8ee4-4f1c-9d3c-4ce7a07f82d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:06.165024349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bd86f5-8ee4-4f1c-9d3c-4ce7a07f82d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:06.180920452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bd86f5-8ee4-4f1c-9d3c-4ce7a07f82d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:11.62186324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd305cb-849d-4a78-9283-491c73f6c326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:11.639084165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd305cb-849d-4a78-9283-491c73f6c326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:11.655318744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd305cb-849d-4a78-9283-491c73f6c326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:11.675038089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd305cb-849d-4a78-9283-491c73f6c326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:12.411340113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17af988f-450e-40f8-86b6-d8e8b17257ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:12.427637705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17af988f-450e-40f8-86b6-d8e8b17257ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:12.443725317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17af988f-450e-40f8-86b6-d8e8b17257ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:12.468772484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17af988f-450e-40f8-86b6-d8e8b17257ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:13.163384313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9cdd96-8ce7-489c-bbe7-7f6ece681e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:13.184388499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9cdd96-8ce7-489c-bbe7-7f6ece681e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:13.202433184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9cdd96-8ce7-489c-bbe7-7f6ece681e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:13.220030957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9cdd96-8ce7-489c-bbe7-7f6ece681e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:13.987753317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92662ac1-71fe-47eb-aa91-42c4787e03f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:14.003990192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92662ac1-71fe-47eb-aa91-42c4787e03f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:14.025862655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92662ac1-71fe-47eb-aa91-42c4787e03f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:14.042119522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92662ac1-71fe-47eb-aa91-42c4787e03f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.000584919Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","namespace":"ai-tenant-e2e-praxis-b-c3ad80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.000670573Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","namespace":"ai-tenant-e2e-praxis-b-c3ad80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.000753309Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","tenant":"e2e-praxis-b-c3ad80","tenantID":"e2e-praxis-b-c3ad80","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.021037142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","gvk":"Deployment","name":"maas-api-e2e-praxis-b-c3ad80","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.054138497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","gvk":"Service","name":"maas-api-e2e-praxis-b-c3ad80","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.074437257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-c3ad80","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.092747113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-c3ad80","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.114001271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-c3ad80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.134787551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-c3ad80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.154589405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-c3ad80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.172977205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-c3ad80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.189077439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-c3ad80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.204878921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-c3ad80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.221089623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","gvk":"Service","name":"payload-processing-e2e-praxis-b-c3ad80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.237509119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-c3ad80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.253629994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-c3ad80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.269640777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-c3ad80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.310359165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-c3ad80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.369203151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-c3ad80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.390853582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-c3ad80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.411149567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-c3ad80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.450517663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-c3ad80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.473460567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3ad80"},"namespace":"ai-tenant-e2e-praxis-b-c3ad80","name":"default-tenant","reconcileID":"bf6cba9c-4386-40d8-8495-51baafebb14c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-c3ad80","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.939336775Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c3ad80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c3ad80","reconcileID":"ec7480b3-a976-474b-bee3-47c208be28ca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c3ad80","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-c3ad80"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.947644872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace02675-8e37-4309-aaa9-efe6926817aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.964180516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace02675-8e37-4309-aaa9-efe6926817aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.980018428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace02675-8e37-4309-aaa9-efe6926817aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:15.995995335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace02675-8e37-4309-aaa9-efe6926817aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:16.754190284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a40883-3f11-4845-9b5c-a0989d449fbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:16.770361319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a40883-3f11-4845-9b5c-a0989d449fbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:16.786944654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a40883-3f11-4845-9b5c-a0989d449fbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:16.803330238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a40883-3f11-4845-9b5c-a0989d449fbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:17.542422999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc04ac79-6ef5-4f66-8bf3-56d34dacfb96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:17.565398468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc04ac79-6ef5-4f66-8bf3-56d34dacfb96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:17.583261714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc04ac79-6ef5-4f66-8bf3-56d34dacfb96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:17.599707281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc04ac79-6ef5-4f66-8bf3-56d34dacfb96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:20.420218474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ce9ccf-3a1e-4032-8c92-c79e5233f5b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:20.436119951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ce9ccf-3a1e-4032-8c92-c79e5233f5b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:20.452238973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ce9ccf-3a1e-4032-8c92-c79e5233f5b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:20.468841433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ce9ccf-3a1e-4032-8c92-c79e5233f5b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:21.197566129Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-4a92de","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-4a92de","reconcileID":"c632ae87-51a0-4de3-a5bf-20e3a0a315af","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-4a92de","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-4a92de":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:21.259228074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de0b8ad-e6ce-4d60-bd97-fc8f483a4afe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:21.283185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de0b8ad-e6ce-4d60-bd97-fc8f483a4afe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:21.299957176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de0b8ad-e6ce-4d60-bd97-fc8f483a4afe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:21.31745005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de0b8ad-e6ce-4d60-bd97-fc8f483a4afe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:22.149754109Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-bbae89","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-bbae89","reconcileID":"a1179428-1f3f-4001-abb8-385d89ba8431","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-bbae89","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-bbae89":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:22.275416479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e45dca9-8747-4c5d-98a3-7eb618ca475f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:22.292970071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e45dca9-8747-4c5d-98a3-7eb618ca475f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:22.312595439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e45dca9-8747-4c5d-98a3-7eb618ca475f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:22.328653294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e45dca9-8747-4c5d-98a3-7eb618ca475f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:23.22235948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ccfc892-6554-44dd-9bbe-ee5e5976e287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:23.238642799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ccfc892-6554-44dd-9bbe-ee5e5976e287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:23.256424946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ccfc892-6554-44dd-9bbe-ee5e5976e287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:23.287617797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ccfc892-6554-44dd-9bbe-ee5e5976e287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:24.389139263Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.10331022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"4624b9fa-2e80-4d57-ac6f-5c63ce563019","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.123074663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"7aa70aea-2930-4bb4-868e-3b0b690c92e2","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.173681664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-degraded-models-apikey-auth","reconcileID":"901a3e23-ac49-417d-b9c1-e6b79a43074c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.196204396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-degraded-models-apikey-auth","reconcileID":"901a3e23-ac49-417d-b9c1-e6b79a43074c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.310524554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"bd23b4d2-b261-4994-9bb6-9f24b02f522a","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.332291042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"b79e2d14-07fa-4db0-adc6-27fc15935f08","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:06:26.347118357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-degraded-models-apikey","reconcileID":"f99db278-a474-4bd4-b1df-574a44ad2189","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.374169226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"d474ec09-ba28-4604-8097-a4c17f98d06b","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.383423389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"ad2adea0-f53e-4cc8-83d7-b9b4e7a46bbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.383888479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"ba2d1933-08f8-4f28-8a09-8e3be70c9763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.387810244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"a853c6e0-b5b8-48e2-afd7-2e6260ef9627","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.459601038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"ad2adea0-f53e-4cc8-83d7-b9b4e7a46bbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.463287828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"ba2d1933-08f8-4f28-8a09-8e3be70c9763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.464109264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"835cfa27-de49-45cb-9c7d-29b7feb86333","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.497212569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-degraded-models-apikey-auth","reconcileID":"4e60f24e-e04a-4757-9cc1-3417bbfd4fa1","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.520416802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-degraded-models-apikey-auth","reconcileID":"4e60f24e-e04a-4757-9cc1-3417bbfd4fa1","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.592780866Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-degraded-models-apikey","reconcileID":"b9c25e6e-4855-417c-bc1d-1f5ccb61e9ed","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-e43a66/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w1-e43a66/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.593442935Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-degraded-models-apikey","reconcileID":"b9c25e6e-4855-417c-bc1d-1f5ccb61e9ed","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"model":"e2e-models-e2e-worker-w1-e43a66/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e43a66/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.753298418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"32150acd-5648-43b3-9d5c-bc0bb7f9c048","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.75373342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"b5d036ad-f6db-4769-bc07-b97c267cf0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.779499948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"2ab2374b-6307-42ae-84e9-cb4960cd9031","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.786676275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"32150acd-5648-43b3-9d5c-bc0bb7f9c048","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.794976948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-degraded-models-apikey-auth","reconcileID":"fbef14d8-bf3f-4eda-9203-78178c3f5aa6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.7961403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"b5d036ad-f6db-4769-bc07-b97c267cf0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.806863642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"f5ff967f-5da8-4058-b205-8c8f403d8ac2","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.817695852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-degraded-models-apikey-auth","reconcileID":"fbef14d8-bf3f-4eda-9203-78178c3f5aa6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.87204009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-degraded-models-apikey","reconcileID":"939521d4-edec-43c7-8094-90f8cf83446b","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:26.872170959Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-degraded-models-apikey","reconcileID":"939521d4-edec-43c7-8094-90f8cf83446b","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"model":"e2e-models-e2e-worker-w1-e43a66/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e43a66/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:27.057298832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"85efda90-9648-4066-9ca6-1589f0c2aa81","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:29.234298946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"a7a2285e-2974-45b3-a653-af72bc087243","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:29.282275415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-degraded-models-apikey-auth","reconcileID":"63c8b36b-30a7-4c11-841a-ae897087395f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:29.282287719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"d5fab46d-5e35-422b-857a-aed58fd5a048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:29.282688691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"9ed1db0a-e372-4c47-8877-5113e52a9000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:29.307105518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"d5fab46d-5e35-422b-857a-aed58fd5a048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:29.307407681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-degraded-models-apikey-auth","reconcileID":"63c8b36b-30a7-4c11-841a-ae897087395f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:29.310373838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"9ed1db0a-e372-4c47-8877-5113e52a9000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:39.291881085Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-degraded-models-apikey","reconcileID":"0a625c16-aa9f-40e4-88b0-d229abb25ae2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:39.388037289Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-degraded-models-apikey","reconcileID":"0a625c16-aa9f-40e4-88b0-d229abb25ae2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e43a66/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:39.446965526Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-degraded-models-apikey","reconcileID":"0a625c16-aa9f-40e4-88b0-d229abb25ae2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"model":"e2e-models-e2e-worker-w1-e43a66/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:39.447318031Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-degraded-models-apikey","reconcileID":"0a625c16-aa9f-40e4-88b0-d229abb25ae2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"model":"e2e-models-e2e-worker-w1-e43a66/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e43a66/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:39.552744517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"e4c3df50-32f2-4d65-b4f4-7a1ddef4b115","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:39.626559924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"0ee70eea-0bc1-4d2f-8619-153d7d3be0bc","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:39.673483822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-degraded-models-apikey-auth","reconcileID":"fdedba59-0035-470e-9638-059dd39d268b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:39.673619206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"0b6ad5bc-27af-43ad-b928-c56be6fd4203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:39.673891972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"d35bd537-de47-4b19-a54b-dd4d11648aa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:39.69465975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-degraded-models-apikey-auth","reconcileID":"fdedba59-0035-470e-9638-059dd39d268b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:39.69495441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"0b6ad5bc-27af-43ad-b928-c56be6fd4203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:39.696959028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"d35bd537-de47-4b19-a54b-dd4d11648aa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:39.784141349Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"e2e-degraded-models-apikey-auth","reconcileID":"363afa0b-baf0-4810-90f1-d9956598cbbf","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:39.784225949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"7306b2de-ec50-4be5-bd5a-881b61766c3c","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:39.872088345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"e12bd11a-7ee8-476b-8b96-3fdc2122f159","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:45.117179258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"852a203d-22a2-41fd-835f-6a40008e84de","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:45.166785727Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"852a203d-22a2-41fd-835f-6a40008e84de","name":"e2e-shared-b-w0-4a92de-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:47.779230383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d94d737a-65e9-4d71-8952-6c6a1043f153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:47.796829311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d94d737a-65e9-4d71-8952-6c6a1043f153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:47.814322456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d94d737a-65e9-4d71-8952-6c6a1043f153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:47.831678769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d94d737a-65e9-4d71-8952-6c6a1043f153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:48.514124546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a9d5ae2-f5a5-4a21-85c4-edb854f6fd07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:48.53036097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a9d5ae2-f5a5-4a21-85c4-edb854f6fd07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:48.546488481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a9d5ae2-f5a5-4a21-85c4-edb854f6fd07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:48.562421835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a9d5ae2-f5a5-4a21-85c4-edb854f6fd07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:49.08471687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"505535fb-b6cb-42d4-aa7a-55139636688d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bbae89","tenantID":"e2e-shared-b-w3-bbae89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:49.131815124Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"505535fb-b6cb-42d4-aa7a-55139636688d","name":"e2e-shared-b-w3-bbae89-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:49.352592584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79719e33-994d-4fd1-b162-c735fbf19ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:49.376948697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79719e33-994d-4fd1-b162-c735fbf19ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:49.39314842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79719e33-994d-4fd1-b162-c735fbf19ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:49.409317612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79719e33-994d-4fd1-b162-c735fbf19ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:52.889934776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"b5cf4434-772f-44e6-8c83-f58cb941b4e6","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:52.889957674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"b5cf4434-772f-44e6-8c83-f58cb941b4e6","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"auth-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"auth-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:54.382730345Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:54.527721173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0acda51-61ed-483b-8c7f-a403fff92c70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:54.543820698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0acda51-61ed-483b-8c7f-a403fff92c70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:54.56015821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0acda51-61ed-483b-8c7f-a403fff92c70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:54.57609275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0acda51-61ed-483b-8c7f-a403fff92c70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:55.279512462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3360e80b-c63b-4fff-ac7c-a3eb9682fcb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:55.299665825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3360e80b-c63b-4fff-ac7c-a3eb9682fcb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:55.319866058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3360e80b-c63b-4fff-ac7c-a3eb9682fcb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:55.336023646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3360e80b-c63b-4fff-ac7c-a3eb9682fcb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:55.359949078Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-a51616","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-a51616","reconcileID":"6bd06488-fd8f-43bc-bd02-4302a23c92ce","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-a51616","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-a51616":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:56.250284261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d951fe1c-d102-40b7-85bd-a3d52cab084b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:56.266327738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d951fe1c-d102-40b7-85bd-a3d52cab084b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:56.28226939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d951fe1c-d102-40b7-85bd-a3d52cab084b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:06:56.29946013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d951fe1c-d102-40b7-85bd-a3d52cab084b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:12.701895572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcab3b79-6a75-41f2-a734-d8de282fa363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:12.718038004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcab3b79-6a75-41f2-a734-d8de282fa363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:12.73401803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcab3b79-6a75-41f2-a734-d8de282fa363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:12.749936428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcab3b79-6a75-41f2-a734-d8de282fa363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:13.451754639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14e9300c-5080-49cf-bc8e-87647f0c9ca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:13.472127545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14e9300c-5080-49cf-bc8e-87647f0c9ca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:13.489723469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14e9300c-5080-49cf-bc8e-87647f0c9ca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:13.50655434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14e9300c-5080-49cf-bc8e-87647f0c9ca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:14.383718908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ccb8157-6830-4393-aebe-4dd673c935b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:14.400085748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ccb8157-6830-4393-aebe-4dd673c935b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:14.416269984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ccb8157-6830-4393-aebe-4dd673c935b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:14.432960596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ccb8157-6830-4393-aebe-4dd673c935b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:15.184519941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc10567-f3a2-48e8-870e-a5d24e4731a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:15.200807105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc10567-f3a2-48e8-870e-a5d24e4731a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:15.216926741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc10567-f3a2-48e8-870e-a5d24e4731a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:15.233058341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc10567-f3a2-48e8-870e-a5d24e4731a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:15.969109526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ee9639-a13e-481d-8c94-c919a127aa1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:15.985671304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ee9639-a13e-481d-8c94-c919a127aa1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:16.001848856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ee9639-a13e-481d-8c94-c919a127aa1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:16.018011323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ee9639-a13e-481d-8c94-c919a127aa1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:16.984449637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5bc804e-88db-4544-9034-75057ec4b1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:17.000512157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5bc804e-88db-4544-9034-75057ec4b1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:17.016566844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5bc804e-88db-4544-9034-75057ec4b1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:17.032456234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5bc804e-88db-4544-9034-75057ec4b1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:17.855864313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7df665-d892-41b7-8171-acab829d2da4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:17.87617814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7df665-d892-41b7-8171-acab829d2da4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:17.892318177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7df665-d892-41b7-8171-acab829d2da4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:17.908931141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7df665-d892-41b7-8171-acab829d2da4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:23.770960523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"938bbbeb-d0ba-47bd-9117-f7dd231ab652","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-a51616","tenantID":"e2e-explicit-a51616","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:23.816830668Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"938bbbeb-d0ba-47bd-9117-f7dd231ab652","name":"e2e-explicit-a51616-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:24.382580597Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:24.689545338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"08a1a486-4907-49be-9755-e56ad5de040a","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:24.689574925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"08a1a486-4907-49be-9755-e56ad5de040a","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"auth-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"auth-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:25.024675689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"bb067a32-9704-4e2a-9492-f04d2536eb7c","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:25.024703782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"bb067a32-9704-4e2a-9492-f04d2536eb7c","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"auth-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"auth-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:25.045748344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"85828d89-32cc-4550-adb7-0fc745e2da94","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:25.045765897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"85828d89-32cc-4550-adb7-0fc745e2da94","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"auth-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"auth-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:25.078057779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"2b0a57d3-b73c-44f1-826e-e257fbceb1c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:25.135503595Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"2b0a57d3-b73c-44f1-826e-e257fbceb1c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:25.156764304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f1b14f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"2b0a57d3-b73c-44f1-826e-e257fbceb1c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:25.176503852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"7b5711e2-4261-4068-9e78-fe904cea98eb","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:25.176524017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"7b5711e2-4261-4068-9e78-fe904cea98eb","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"auth-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"auth-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:35.210058114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"5466335e-5ad1-4035-8f3e-27b8fa9334d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:35.231051442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"5466335e-5ad1-4035-8f3e-27b8fa9334d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:35.256113563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f1b14f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"5466335e-5ad1-4035-8f3e-27b8fa9334d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:45.288165145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"e23d8fb0-e7b9-4189-a4c4-7fb229f02311","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:45.309415721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"e23d8fb0-e7b9-4189-a4c4-7fb229f02311","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:45.329574926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f1b14f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (077c953df6430863da3942faed0141c71a0fc26efbc708479342b5339308dc49) AuthConfig (54c341834b4d24c842937229703ce79159f1f93e02e9b2b6741f0f200902e3c1) AuthConfig (ef772575ff1b96a3541179623e9ebf3c6cef7f43e277a24d30b69db04d88f34c) AuthConfig (8b317c748b4d340201e97e81d8d37a9ca41b413a5674e3821e50b5bf6b409b3b) AuthConfig (91eee3f3b789c1a7922a4e151ed53cbdd8387609e82812f2cf0bd8bb3129a0a9) AuthConfig (fbd3080001b2dc2aac824cb4ea14002275a3325fc8a39ffee1c6a6faf01e819b) AuthConfig (29983c38bb6413a76bfcaf7c1e6162e1e4e864f70b64c9e1faeceea11343f726) AuthConfig (7285cc99928e04307dfeb1de351af1741a7fb57e3d9c961d9c2cdd1c95ec4db0) AuthConfig (635ff980ca1f5211b5ae8ec50039c919cf2db2d82b5e32e3ee651093c7aa31a9) AuthConfig (ddb7dd8ac4e71b1c8a5cc3849a4de06d1ed4dff7e158a8e5330813f72293fe1b) AuthConfig (d99aa98e220b465506caa1c44cba31b8b6d9465367c709719fc5453cacd15740) AuthConfig (c45b8437a934fc20b0abc7562948a478f17efc18769bb6f1937b19af79b8034d) AuthConfig (20ce5f0f2f1e62b94fdb5bca0ef65088b5642d418100d0a72ee559d0a20e2ebd) AuthConfig (2140bfcc15aa26946675d97773b4187fd779d0cecf1e039384fa641526b32b04) AuthConfig (9082bc6d96c634ff722c609c68a5ed4ac6161996781812b9809ffe30d3c85732) AuthConfig (fd7e24c685001a37b73668ca0b8bfaab3ae68b207aec24a9b2fff8f6d60b00c6) AuthConfig (d24d64f3d0e52296d06bd8319f51a7a49c00b59d70a7d2c663c17eb983a13e62) AuthConfig (4f98c36251df51a66b042ac6d786114ebbec7cb61f810b55420804a4bdd43699)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"e23d8fb0-e7b9-4189-a4c4-7fb229f02311","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:45.35214614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"b28be8f8-7d6b-4989-85ce-ec4f4294be27","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:45.352165857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"b28be8f8-7d6b-4989-85ce-ec4f4294be27","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"auth-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"auth-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:50.235814258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"b124266f-f239-4853-8fb6-48c8cfaf63c1","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"tenant":"e2e-shared-a-w4-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:50.235847608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"b124266f-f239-4853-8fb6-48c8cfaf63c1","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"routeName":"auth-test-model-28ca05-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-28ca05","llmisvcName":"auth-test-model-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:51.530823368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c610b8ef-ea44-4767-b911-82a47f0110b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:51.547014054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c610b8ef-ea44-4767-b911-82a47f0110b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:51.562825463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c610b8ef-ea44-4767-b911-82a47f0110b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:51.57883912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c610b8ef-ea44-4767-b911-82a47f0110b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:52.255267863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb53c9b6-6544-4490-ac7b-a6bca0c6ef63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:52.271259281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb53c9b6-6544-4490-ac7b-a6bca0c6ef63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:52.287120114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb53c9b6-6544-4490-ac7b-a6bca0c6ef63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:52.303271751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb53c9b6-6544-4490-ac7b-a6bca0c6ef63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:54.382351342Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:55.384604954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"e0ce3d8c-0eea-4abf-8324-24a91de9eb13","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:55.405765695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"e0ce3d8c-0eea-4abf-8324-24a91de9eb13","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:07:55.426433436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f1b14f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (077c953df6430863da3942faed0141c71a0fc26efbc708479342b5339308dc49) AuthConfig (54c341834b4d24c842937229703ce79159f1f93e02e9b2b6741f0f200902e3c1) AuthConfig (ef772575ff1b96a3541179623e9ebf3c6cef7f43e277a24d30b69db04d88f34c) AuthConfig (8b317c748b4d340201e97e81d8d37a9ca41b413a5674e3821e50b5bf6b409b3b) AuthConfig (91eee3f3b789c1a7922a4e151ed53cbdd8387609e82812f2cf0bd8bb3129a0a9) AuthConfig (fbd3080001b2dc2aac824cb4ea14002275a3325fc8a39ffee1c6a6faf01e819b) AuthConfig (29983c38bb6413a76bfcaf7c1e6162e1e4e864f70b64c9e1faeceea11343f726) AuthConfig (7285cc99928e04307dfeb1de351af1741a7fb57e3d9c961d9c2cdd1c95ec4db0) AuthConfig (635ff980ca1f5211b5ae8ec50039c919cf2db2d82b5e32e3ee651093c7aa31a9) AuthConfig (ddb7dd8ac4e71b1c8a5cc3849a4de06d1ed4dff7e158a8e5330813f72293fe1b) AuthConfig (d99aa98e220b465506caa1c44cba31b8b6d9465367c709719fc5453cacd15740) AuthConfig (c45b8437a934fc20b0abc7562948a478f17efc18769bb6f1937b19af79b8034d) AuthConfig (20ce5f0f2f1e62b94fdb5bca0ef65088b5642d418100d0a72ee559d0a20e2ebd) AuthConfig (2140bfcc15aa26946675d97773b4187fd779d0cecf1e039384fa641526b32b04) AuthConfig (9082bc6d96c634ff722c609c68a5ed4ac6161996781812b9809ffe30d3c85732) AuthConfig (fd7e24c685001a37b73668ca0b8bfaab3ae68b207aec24a9b2fff8f6d60b00c6) AuthConfig (d24d64f3d0e52296d06bd8319f51a7a49c00b59d70a7d2c663c17eb983a13e62) AuthConfig (4f98c36251df51a66b042ac6d786114ebbec7cb61f810b55420804a4bdd43699)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"e0ce3d8c-0eea-4abf-8324-24a91de9eb13","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:00.190501744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"26ad40b7-1a64-4320-87cc-ef734ece1c19","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:00.190527955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"26ad40b7-1a64-4320-87cc-ef734ece1c19","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"auth-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"auth-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:05.459072265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"f17a3d5c-7c53-4bab-a51b-02201c565cf7","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:05.480022233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"f17a3d5c-7c53-4bab-a51b-02201c565cf7","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:05.500205108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f1b14f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (077c953df6430863da3942faed0141c71a0fc26efbc708479342b5339308dc49) AuthConfig (54c341834b4d24c842937229703ce79159f1f93e02e9b2b6741f0f200902e3c1) AuthConfig (ef772575ff1b96a3541179623e9ebf3c6cef7f43e277a24d30b69db04d88f34c) AuthConfig (8b317c748b4d340201e97e81d8d37a9ca41b413a5674e3821e50b5bf6b409b3b) AuthConfig (91eee3f3b789c1a7922a4e151ed53cbdd8387609e82812f2cf0bd8bb3129a0a9) AuthConfig (fbd3080001b2dc2aac824cb4ea14002275a3325fc8a39ffee1c6a6faf01e819b) AuthConfig (29983c38bb6413a76bfcaf7c1e6162e1e4e864f70b64c9e1faeceea11343f726) AuthConfig (7285cc99928e04307dfeb1de351af1741a7fb57e3d9c961d9c2cdd1c95ec4db0) AuthConfig (635ff980ca1f5211b5ae8ec50039c919cf2db2d82b5e32e3ee651093c7aa31a9) AuthConfig (ddb7dd8ac4e71b1c8a5cc3849a4de06d1ed4dff7e158a8e5330813f72293fe1b) AuthConfig (d99aa98e220b465506caa1c44cba31b8b6d9465367c709719fc5453cacd15740) AuthConfig (c45b8437a934fc20b0abc7562948a478f17efc18769bb6f1937b19af79b8034d) AuthConfig (20ce5f0f2f1e62b94fdb5bca0ef65088b5642d418100d0a72ee559d0a20e2ebd) AuthConfig (2140bfcc15aa26946675d97773b4187fd779d0cecf1e039384fa641526b32b04) AuthConfig (9082bc6d96c634ff722c609c68a5ed4ac6161996781812b9809ffe30d3c85732) AuthConfig (fd7e24c685001a37b73668ca0b8bfaab3ae68b207aec24a9b2fff8f6d60b00c6) AuthConfig (d24d64f3d0e52296d06bd8319f51a7a49c00b59d70a7d2c663c17eb983a13e62) AuthConfig (4f98c36251df51a66b042ac6d786114ebbec7cb61f810b55420804a4bdd43699)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"f17a3d5c-7c53-4bab-a51b-02201c565cf7","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:15.535530342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"964aa993-ea77-4674-8c25-4e7282ac38d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:15.556367778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"964aa993-ea77-4674-8c25-4e7282ac38d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:15.728601128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"8c0133e7-ff9b-491e-9418-ae7e3fc4c14d","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:15.728622805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"8c0133e7-ff9b-491e-9418-ae7e3fc4c14d","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"auth-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"auth-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:17.257326356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"5474e2ec-4cbe-4b85-98ae-a0837256be1b","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:17.257346193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"5474e2ec-4cbe-4b85-98ae-a0837256be1b","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"auth-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"auth-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:17.282034475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"f3d82c42-5f61-45c5-8cfa-aaa7698c3ca1","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:17.282126094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"f3d82c42-5f61-45c5-8cfa-aaa7698c3ca1","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"auth-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"auth-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:17.28894362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"06cd46b6-8237-4811-94fb-d5b52602108f","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:08:17.292217648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"9a8f82c3-24c3-4d86-9e8b-2c9cb20f97fc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-25b14a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:08:17.300014578Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"f3d82c42-5f61-45c5-8cfa-aaa7698c3ca1","name":"auth-test-model-f1b14f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f1b14f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:08:17.300062771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"f3d82c42-5f61-45c5-8cfa-aaa7698c3ca1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f1b14f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:17.305239226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"10e7a4ab-311d-4c8a-baa7-0a6de41d9733","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:17.305252777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"10e7a4ab-311d-4c8a-baa7-0a6de41d9733","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"auth-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"auth-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:17.31025171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"06cd46b6-8237-4811-94fb-d5b52602108f","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:17.331018511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"a3ae2859-f25e-43cb-8c64-e4ef4f4809b0","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:17.331035109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"a3ae2859-f25e-43cb-8c64-e4ef4f4809b0","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"auth-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"auth-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:17.356044668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"443416d1-ba72-4b04-8c31-56446c6343e2","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:17.356061048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"443416d1-ba72-4b04-8c31-56446c6343e2","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"auth-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"auth-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:17.433885257Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"ca1074e0-eccc-40c2-8ad4-777e97f6c2c8","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-auth-test-model-f1b14f","model":"auth-test-model-f1b14f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-f1b14f/e2e-auth-iso-25b14a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:17.475849604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"a66a45fb-ee23-4756-82ed-7182122bfbd1","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:17.491967814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"1d199a30-bd5f-472e-a65f-6980acc09642","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:17.491988731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"1d199a30-bd5f-472e-a65f-6980acc09642","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"auth-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"auth-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:17.497915896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"a66a45fb-ee23-4756-82ed-7182122bfbd1","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:17.556729789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"9e5709ea-8e14-401d-af76-67ef10aeccf0","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-auth-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:21.937235814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"fa56db40-e5e8-43ed-b648-0021a44010cf","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"tenant":"e2e-shared-a-w3-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:21.937343602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"fa56db40-e5e8-43ed-b648-0021a44010cf","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"routeName":"auth-test-model-933195-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-933195","llmisvcName":"auth-test-model-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:24.382524348Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:32.337246165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"c8f9bd66-8759-4c07-9c75-0d59f6a3f0e6","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-auth-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:32.373272539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"f9610143-1997-4141-8d49-89eb21f8b7f8","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"tenant":"e2e-shared-b-w4-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:32.37330047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"f9610143-1997-4141-8d49-89eb21f8b7f8","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"routeName":"auth-test-model-b02580-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b02580","llmisvcName":"auth-test-model-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:32.396294356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"5ac8416a-bd5b-4278-a36a-1accccc8a881","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:32.396311101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"5ac8416a-bd5b-4278-a36a-1accccc8a881","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"auth-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"auth-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:32.560196497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"f2eb6037-5890-4900-b290-0a04e0cad1f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:32.591493771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"f2eb6037-5890-4900-b290-0a04e0cad1f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:32.713011493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"fd89b02a-69db-4a06-80cb-8ea87d198c44","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"tenant":"e2e-shared-a-w4-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:32.713031571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"fd89b02a-69db-4a06-80cb-8ea87d198c44","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"routeName":"auth-test-model-28ca05-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-28ca05","llmisvcName":"auth-test-model-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:32.731517179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"96388584-cebd-4f1b-99bd-fa70fdac0682","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"tenant":"e2e-shared-a-w4-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:32.731536977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"96388584-cebd-4f1b-99bd-fa70fdac0682","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"routeName":"auth-test-model-28ca05-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-28ca05","llmisvcName":"auth-test-model-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:32.762792601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"ea562141-768d-4445-b50f-36697954686a","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-28ca05","tenantID":"e2e-shared-a-w4-28ca05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:32.818104452Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"ea562141-768d-4445-b50f-36697954686a","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"name":"e2e-shared-a-w4-28ca05-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:32.83767434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-28ca05-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"ea562141-768d-4445-b50f-36697954686a","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:32.857266913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"9cfb5875-b8ea-4496-ae11-152550e72ae6","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"tenant":"e2e-shared-a-w4-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:32.857283499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"9cfb5875-b8ea-4496-ae11-152550e72ae6","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"routeName":"auth-test-model-28ca05-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-28ca05","llmisvcName":"auth-test-model-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:33.518322058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-a51616","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"explicit-model-a51616","reconcileID":"bc0422ad-21aa-4844-9a2b-b6d2a91a4756","MaaSModelRef":{"name":"explicit-model-a51616","namespace":"ai-tenant-e2e-explicit-a51616"},"routeName":"explicit-model-a51616-kserve-route","namespace":"ai-tenant-e2e-explicit-a51616","llmisvcName":"explicit-model-a51616","gateway":"openshift-ingress/e2e-explicit-a51616","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:33.974449624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"7ffd4bac-10ee-462b-944a-d36a04559178","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:33.974469721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"7ffd4bac-10ee-462b-944a-d36a04559178","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"auth-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"auth-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:33.995583219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"83246ab0-028d-4519-b7ef-043ead53dea1","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:33.995600401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"83246ab0-028d-4519-b7ef-043ead53dea1","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"auth-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"auth-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:34.029082189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"ca3a62aa-5cb1-47fc-a97a-43e0ed091c0c","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:34.104076048Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"ca3a62aa-5cb1-47fc-a97a-43e0ed091c0c","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:34.123742699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-4fff4f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"ca3a62aa-5cb1-47fc-a97a-43e0ed091c0c","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:34.146421863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"1b36399b-8340-4682-8067-950d3de97994","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:34.146439352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"1b36399b-8340-4682-8067-950d3de97994","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"auth-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"auth-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:42.760071051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"1ae0a855-2847-43e7-adef-bfd84c31bd9e","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:42.760097217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"1ae0a855-2847-43e7-adef-bfd84c31bd9e","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"auth-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"auth-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:42.889279847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"b59cda49-53ed-4e71-a102-2b53da2964d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-28ca05","tenantID":"e2e-shared-a-w4-28ca05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:42.910221895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"b59cda49-53ed-4e71-a102-2b53da2964d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"name":"e2e-shared-a-w4-28ca05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:42.931270308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-28ca05-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"b59cda49-53ed-4e71-a102-2b53da2964d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:43.118021783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"62f9adce-5154-477d-9652-25df25397e44","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:43.118050168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"62f9adce-5154-477d-9652-25df25397e44","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"auth-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"auth-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:43.13877218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"31ac04de-0835-4dd1-880d-2a463a4d4d9f","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:43.138793066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"31ac04de-0835-4dd1-880d-2a463a4d4d9f","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"auth-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"auth-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:43.170115209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"3edca2b2-d236-4231-ab99-f0dfd69263f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:43.228057002Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"3edca2b2-d236-4231-ab99-f0dfd69263f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:43.247625319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-87f2e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"3edca2b2-d236-4231-ab99-f0dfd69263f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:43.269478076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"b3743fab-2123-4417-88ac-a09e4fc3c11b","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:43.269494538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"b3743fab-2123-4417-88ac-a09e4fc3c11b","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"auth-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"auth-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:44.179126166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"dc273425-8a7c-4897-88e8-bf899a5e63f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:44.200453922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"dc273425-8a7c-4897-88e8-bf899a5e63f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:44.220733798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-4fff4f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"dc273425-8a7c-4897-88e8-bf899a5e63f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:52.080265298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31ff72ab-46a8-4020-98f0-66a484671e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:52.096768681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31ff72ab-46a8-4020-98f0-66a484671e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:52.113029148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31ff72ab-46a8-4020-98f0-66a484671e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:52.129177729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31ff72ab-46a8-4020-98f0-66a484671e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:52.847755241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a1bf50-1a4a-4182-b80d-95506628ebef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:52.864025438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a1bf50-1a4a-4182-b80d-95506628ebef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:52.880161939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a1bf50-1a4a-4182-b80d-95506628ebef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:52.896431747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a1bf50-1a4a-4182-b80d-95506628ebef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:52.967743145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"65763ab8-caa2-442d-986e-b57629b53ae6","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-28ca05","tenantID":"e2e-shared-a-w4-28ca05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:52.989001538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"65763ab8-caa2-442d-986e-b57629b53ae6","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"name":"e2e-shared-a-w4-28ca05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:53.008978014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-28ca05-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb45db1c062684cdfb74aa524ad9dbbe224e9f1fa0120db35179092777507847) AuthConfig (e228a5ffd62587d885fd37d73970439ae076ef699bf563d19a144808b1a5d2c1) AuthConfig (c458763e73d5db315a6c3611201f0255c6148e0283deb2e7745ab66e1e4bad33) AuthConfig (e9cb69b1b97ace923c6b2c6427da7cd99631caf04fc98aba6da55111c75615e6) AuthConfig (e8bc7c6e38cb0e55cb68be7437962fa65ca5c2fc642bd93e3ad32737a4ccd2cf) AuthConfig (5343d1fd7cd17f582c371ff9bd32be285ab8cd05d7eb2caabc220ff5aacbe780) AuthConfig (7fa8212a76346602702dd50988679002a8651a12d564aae069b2ef6dadc0b5d1) AuthConfig (b4e6d2ebb8e380ba937630e042d7228d61125bac156980ae58a0a42a4dd06815) AuthConfig (53149cc308c63bc990b00a8b837bb4f416e0c87d22a06c5d75676364697beb95) AuthConfig (cbefa86c037f59f6a6d9f5cb36f02fe63f5cb3ee5e4fbc9bba63f00328430660) AuthConfig (cbe4f5025b8ec49333e594eb45dac8e458f32cd66589944639faa916cfe1230a) AuthConfig (5c2ca4863d6a5d08d83f8ef7c8612a1a46928b122a7ba78762833aff421bc199) AuthConfig (bed7602fcdd0ef037fdf54eeefc5b5e61aef6347f79b0ab4c72180d44b8ca6a1) AuthConfig (1122c289f6c890762ae1e6e59eb0d2da09645baf50e67d675fa4c953cc7428f7) AuthConfig (91cab954737141192a37ad954ff05a48442794cd8c9db36351a49b7c7a5eb035) AuthConfig (6d98caf9331abad08016596e831123f85f5c494fa4a1c6188c3c2476d0563e8b) AuthConfig (bf0256842bc869088b5dc5c81287df5e4d3dfe4f831931a847005fad4f20ae9b) AuthConfig (3b1050e70fa3ef61b439501f68d555d14d8fa0311a24b246add1783255db23ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"65763ab8-caa2-442d-986e-b57629b53ae6","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:53.031062429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"d5d1f058-511d-42a0-bc2e-017a23a46977","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"tenant":"e2e-shared-a-w4-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:53.031080134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"d5d1f058-511d-42a0-bc2e-017a23a46977","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"routeName":"auth-test-model-28ca05-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-28ca05","llmisvcName":"auth-test-model-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:53.302217907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"5f531694-2573-441d-8502-d79b1ce4c61f","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:53.326430577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"5f531694-2573-441d-8502-d79b1ce4c61f","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:53.346669534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-87f2e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"5f531694-2573-441d-8502-d79b1ce4c61f","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:54.25306796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"504ab840-2432-40c3-997a-86e468dad2b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:54.274233689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"504ab840-2432-40c3-997a-86e468dad2b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:54.294147963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-4fff4f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b38a9263966587b0c3e58c06668a44ecffd5e42c1e7bc9174c5092b33d0b30a2) AuthConfig (dd3abc61656647f94335e15947ee1753d8017f9708015e293dc49fd058c02213) AuthConfig (89fbe37497255053371a95894e962076270869db64fcd7be7ba33f95348d6ea1) AuthConfig (9d2c6b95101d11d6cd141937a365a4883f8f26a97cb35da8c92a5cc7fcd93727) AuthConfig (d179cd6b80770065e0849cf60687999fff67f60b4178ff2069535175f3b1e2a8) AuthConfig (ec6faa8f211f7fe3b5196b3d5027711118a64af7308b9e683d614355d34056c6) AuthConfig (7df3523352baefcb3ef1378739fefaccd369a038c3be4b45c076db2e08f168a8) AuthConfig (ae99d3d341756e7c1dde90f03f51a95bc5caa1606f5f6f18c5af69e7586da44a) AuthConfig (9b0154a74341af4e168388d846e6ae431b33c39785eadd6d708ca6df55d77c06) AuthConfig (1d9f75d1011174bdbe42d56ccc995428978c1a5cea71b0252695ea4ae0b86d34) AuthConfig (223abc2ca06a7afd357e0587c675124f7c0fc5ad034a52c7512031050968d02a) AuthConfig (71bbd7463b49c8503e0cc71eab50e58e3b7acb455b4b1d34f9369b325c67c881) AuthConfig (07a75dbaae9970774d3454167ed5c93391e8ebe5eb426de118ab3173b6c9ba7b) AuthConfig (57045fa08232106ed5f465b8608aa6fb38ca83de1bd2f277c7a2d45fc5dfd599) AuthConfig (6e54516428db0c3a397da87e7690ea1a29b5b2ed7909f19033ef28afe3e538fc) AuthConfig (c726a5940ead0f1c3b4b88747f26ce83c52aad13ed7b0e0d82175caeb671569d) AuthConfig (6a47e622c910e920b93bc4c0805b45529e1832054c3a00b26c7dfac170ae574f) AuthConfig (0fa672540c9efc775be8f3f06dc9fb2ad8777c3d70adf155201bce86f2233297)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"504ab840-2432-40c3-997a-86e468dad2b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:54.316412014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"c5ecf900-19be-4d89-871d-1b063c0048a4","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:54.316430182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"c5ecf900-19be-4d89-871d-1b063c0048a4","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"auth-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"auth-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:54.383880439Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:59.297850721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"359c2deb-7828-4f98-af64-a7e97d73f34a","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"tenant":"e2e-shared-b-w3-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:59.297874123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"359c2deb-7828-4f98-af64-a7e97d73f34a","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"routeName":"auth-test-model-bbae89-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bbae89","llmisvcName":"auth-test-model-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:59.649216292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"2988914b-cffd-42da-8ef2-bff5b315f7ef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"tenant":"e2e-shared-a-w3-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:59.649241473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"2988914b-cffd-42da-8ef2-bff5b315f7ef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"routeName":"auth-test-model-933195-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-933195","llmisvcName":"auth-test-model-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:59.670006667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"64b0cc71-3ed3-457f-a416-9f354bedb18b","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"tenant":"e2e-shared-a-w3-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:59.670026237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"64b0cc71-3ed3-457f-a416-9f354bedb18b","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"routeName":"auth-test-model-933195-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-933195","llmisvcName":"auth-test-model-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:59.701509343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"dca550d0-3a24-4640-a5b4-6ca7317d5972","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-933195","tenantID":"e2e-shared-a-w3-933195","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:59.756976584Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"dca550d0-3a24-4640-a5b4-6ca7317d5972","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"name":"e2e-shared-a-w3-933195-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:59.776734645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-933195-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"dca550d0-3a24-4640-a5b4-6ca7317d5972","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:59.798247529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"efe7a3af-8967-4a5b-9ae7-01916c54239e","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"tenant":"e2e-shared-a-w3-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:08:59.798266199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"efe7a3af-8967-4a5b-9ae7-01916c54239e","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"routeName":"auth-test-model-933195-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-933195","llmisvcName":"auth-test-model-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:03.11497135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"645ee032-b5b3-49de-be5e-46afb9bd3ade","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-28ca05","tenantID":"e2e-shared-a-w4-28ca05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:03.189819852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"645ee032-b5b3-49de-be5e-46afb9bd3ade","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"name":"e2e-shared-a-w4-28ca05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:03.220250829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-28ca05-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb45db1c062684cdfb74aa524ad9dbbe224e9f1fa0120db35179092777507847) AuthConfig (e228a5ffd62587d885fd37d73970439ae076ef699bf563d19a144808b1a5d2c1) AuthConfig (c458763e73d5db315a6c3611201f0255c6148e0283deb2e7745ab66e1e4bad33) AuthConfig (e9cb69b1b97ace923c6b2c6427da7cd99631caf04fc98aba6da55111c75615e6) AuthConfig (e8bc7c6e38cb0e55cb68be7437962fa65ca5c2fc642bd93e3ad32737a4ccd2cf) AuthConfig (5343d1fd7cd17f582c371ff9bd32be285ab8cd05d7eb2caabc220ff5aacbe780) AuthConfig (7fa8212a76346602702dd50988679002a8651a12d564aae069b2ef6dadc0b5d1) AuthConfig (b4e6d2ebb8e380ba937630e042d7228d61125bac156980ae58a0a42a4dd06815) AuthConfig (53149cc308c63bc990b00a8b837bb4f416e0c87d22a06c5d75676364697beb95) AuthConfig (cbefa86c037f59f6a6d9f5cb36f02fe63f5cb3ee5e4fbc9bba63f00328430660) AuthConfig (cbe4f5025b8ec49333e594eb45dac8e458f32cd66589944639faa916cfe1230a) AuthConfig (5c2ca4863d6a5d08d83f8ef7c8612a1a46928b122a7ba78762833aff421bc199) AuthConfig (bed7602fcdd0ef037fdf54eeefc5b5e61aef6347f79b0ab4c72180d44b8ca6a1) AuthConfig (1122c289f6c890762ae1e6e59eb0d2da09645baf50e67d675fa4c953cc7428f7) AuthConfig (91cab954737141192a37ad954ff05a48442794cd8c9db36351a49b7c7a5eb035) AuthConfig (6d98caf9331abad08016596e831123f85f5c494fa4a1c6188c3c2476d0563e8b) AuthConfig (bf0256842bc869088b5dc5c81287df5e4d3dfe4f831931a847005fad4f20ae9b) AuthConfig (3b1050e70fa3ef61b439501f68d555d14d8fa0311a24b246add1783255db23ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"645ee032-b5b3-49de-be5e-46afb9bd3ade","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:03.380586048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"a0fdbb20-2ad3-4438-84e9-5b45bac55146","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:03.401702471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"a0fdbb20-2ad3-4438-84e9-5b45bac55146","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:03.424105417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-87f2e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"a0fdbb20-2ad3-4438-84e9-5b45bac55146","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:04.367198311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"eaa2509c-0078-439b-9ec3-f5535d6cada0","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:04.391755929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"eaa2509c-0078-439b-9ec3-f5535d6cada0","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:04.412598745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-4fff4f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b38a9263966587b0c3e58c06668a44ecffd5e42c1e7bc9174c5092b33d0b30a2) AuthConfig (dd3abc61656647f94335e15947ee1753d8017f9708015e293dc49fd058c02213) AuthConfig (89fbe37497255053371a95894e962076270869db64fcd7be7ba33f95348d6ea1) AuthConfig (9d2c6b95101d11d6cd141937a365a4883f8f26a97cb35da8c92a5cc7fcd93727) AuthConfig (d179cd6b80770065e0849cf60687999fff67f60b4178ff2069535175f3b1e2a8) AuthConfig (ec6faa8f211f7fe3b5196b3d5027711118a64af7308b9e683d614355d34056c6) AuthConfig (7df3523352baefcb3ef1378739fefaccd369a038c3be4b45c076db2e08f168a8) AuthConfig (ae99d3d341756e7c1dde90f03f51a95bc5caa1606f5f6f18c5af69e7586da44a) AuthConfig (9b0154a74341af4e168388d846e6ae431b33c39785eadd6d708ca6df55d77c06) AuthConfig (1d9f75d1011174bdbe42d56ccc995428978c1a5cea71b0252695ea4ae0b86d34) AuthConfig (223abc2ca06a7afd357e0587c675124f7c0fc5ad034a52c7512031050968d02a) AuthConfig (71bbd7463b49c8503e0cc71eab50e58e3b7acb455b4b1d34f9369b325c67c881) AuthConfig (07a75dbaae9970774d3454167ed5c93391e8ebe5eb426de118ab3173b6c9ba7b) AuthConfig (57045fa08232106ed5f465b8608aa6fb38ca83de1bd2f277c7a2d45fc5dfd599) AuthConfig (6e54516428db0c3a397da87e7690ea1a29b5b2ed7909f19033ef28afe3e538fc) AuthConfig (c726a5940ead0f1c3b4b88747f26ce83c52aad13ed7b0e0d82175caeb671569d) AuthConfig (6a47e622c910e920b93bc4c0805b45529e1832054c3a00b26c7dfac170ae574f) AuthConfig (0fa672540c9efc775be8f3f06dc9fb2ad8777c3d70adf155201bce86f2233297)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"eaa2509c-0078-439b-9ec3-f5535d6cada0","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.198209156Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","namespace":"ai-tenant-e2e-explicit-a51616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.198268206Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","namespace":"ai-tenant-e2e-explicit-a51616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.19831903Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","tenant":"e2e-explicit-a51616","tenantID":"e2e-explicit-a51616","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.216926762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","gvk":"Deployment","name":"maas-api-e2e-explicit-a51616","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.248113782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","gvk":"Service","name":"maas-api-e2e-explicit-a51616","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.267301809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-a51616","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.285393324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-a51616","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.30714151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-a51616","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.325802768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-a51616","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.346931069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-a51616","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.3667134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-a51616","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.382931062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","gvk":"Deployment","name":"payload-processing-e2e-explicit-a51616","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.399106955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-a51616","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.415265759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","gvk":"Service","name":"payload-processing-e2e-explicit-a51616","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.431706024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","gvk":"Service","name":"payload-pre-processing-e2e-explicit-a51616","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.44810345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-a51616","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.466397823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-a51616","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.487352057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-a51616","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.526231096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-a51616","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.554151929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-a51616","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.57253602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-a51616","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.597258381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-a51616","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.613278768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a51616"},"namespace":"ai-tenant-e2e-explicit-a51616","name":"default-tenant","reconcileID":"5bca11e2-e807-41e7-8f92-0a4f90bb7bb9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-a51616","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.887607851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"a04e9227-6a95-4258-a7c5-792352c5c094","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-933195","tenantID":"e2e-shared-a-w3-933195","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.908484357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"a04e9227-6a95-4258-a7c5-792352c5c094","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"name":"e2e-shared-a-w3-933195-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:09.95912856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-933195-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"a04e9227-6a95-4258-a7c5-792352c5c094","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:10.015808246Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-a51616","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-a51616","reconcileID":"8ccafb31-6f78-466a-ae9e-4e530c550874","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-a51616","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-a51616"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:10.501101593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7fa76b9-5645-44c9-859d-06fe06f5964e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:10.521661661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7fa76b9-5645-44c9-859d-06fe06f5964e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:10.539433886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7fa76b9-5645-44c9-859d-06fe06f5964e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:10.555423902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7fa76b9-5645-44c9-859d-06fe06f5964e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:11.220612359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0987c6d-72c4-4a21-b3a4-ca8be222ba71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:11.236725279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0987c6d-72c4-4a21-b3a4-ca8be222ba71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:11.252609264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0987c6d-72c4-4a21-b3a4-ca8be222ba71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:11.268516143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0987c6d-72c4-4a21-b3a4-ca8be222ba71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:13.252299726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"a7ece284-0a06-4679-8e23-2b61c4f1ae8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-28ca05","tenantID":"e2e-shared-a-w4-28ca05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:13.273125059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"a7ece284-0a06-4679-8e23-2b61c4f1ae8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"name":"e2e-shared-a-w4-28ca05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:13.292838963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-28ca05-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb45db1c062684cdfb74aa524ad9dbbe224e9f1fa0120db35179092777507847) AuthConfig (e228a5ffd62587d885fd37d73970439ae076ef699bf563d19a144808b1a5d2c1) AuthConfig (c458763e73d5db315a6c3611201f0255c6148e0283deb2e7745ab66e1e4bad33) AuthConfig (e9cb69b1b97ace923c6b2c6427da7cd99631caf04fc98aba6da55111c75615e6) AuthConfig (e8bc7c6e38cb0e55cb68be7437962fa65ca5c2fc642bd93e3ad32737a4ccd2cf) AuthConfig (5343d1fd7cd17f582c371ff9bd32be285ab8cd05d7eb2caabc220ff5aacbe780) AuthConfig (7fa8212a76346602702dd50988679002a8651a12d564aae069b2ef6dadc0b5d1) AuthConfig (b4e6d2ebb8e380ba937630e042d7228d61125bac156980ae58a0a42a4dd06815) AuthConfig (53149cc308c63bc990b00a8b837bb4f416e0c87d22a06c5d75676364697beb95) AuthConfig (cbefa86c037f59f6a6d9f5cb36f02fe63f5cb3ee5e4fbc9bba63f00328430660) AuthConfig (cbe4f5025b8ec49333e594eb45dac8e458f32cd66589944639faa916cfe1230a) AuthConfig (5c2ca4863d6a5d08d83f8ef7c8612a1a46928b122a7ba78762833aff421bc199) AuthConfig (bed7602fcdd0ef037fdf54eeefc5b5e61aef6347f79b0ab4c72180d44b8ca6a1) AuthConfig (1122c289f6c890762ae1e6e59eb0d2da09645baf50e67d675fa4c953cc7428f7) AuthConfig (91cab954737141192a37ad954ff05a48442794cd8c9db36351a49b7c7a5eb035) AuthConfig (6d98caf9331abad08016596e831123f85f5c494fa4a1c6188c3c2476d0563e8b) AuthConfig (bf0256842bc869088b5dc5c81287df5e4d3dfe4f831931a847005fad4f20ae9b) AuthConfig (3b1050e70fa3ef61b439501f68d555d14d8fa0311a24b246add1783255db23ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"a7ece284-0a06-4679-8e23-2b61c4f1ae8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:13.457431164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"71f3e9c9-e0bb-4a13-8f28-25eb9086ff5c","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:13.478283682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"71f3e9c9-e0bb-4a13-8f28-25eb9086ff5c","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:13.497882491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-87f2e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"71f3e9c9-e0bb-4a13-8f28-25eb9086ff5c","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:14.445408962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"c4bce776-cdd9-4d25-b715-6edde947e907","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:14.466303375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"c4bce776-cdd9-4d25-b715-6edde947e907","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:14.485792479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-4fff4f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b38a9263966587b0c3e58c06668a44ecffd5e42c1e7bc9174c5092b33d0b30a2) AuthConfig (dd3abc61656647f94335e15947ee1753d8017f9708015e293dc49fd058c02213) AuthConfig (89fbe37497255053371a95894e962076270869db64fcd7be7ba33f95348d6ea1) AuthConfig (9d2c6b95101d11d6cd141937a365a4883f8f26a97cb35da8c92a5cc7fcd93727) AuthConfig (d179cd6b80770065e0849cf60687999fff67f60b4178ff2069535175f3b1e2a8) AuthConfig (ec6faa8f211f7fe3b5196b3d5027711118a64af7308b9e683d614355d34056c6) AuthConfig (7df3523352baefcb3ef1378739fefaccd369a038c3be4b45c076db2e08f168a8) AuthConfig (ae99d3d341756e7c1dde90f03f51a95bc5caa1606f5f6f18c5af69e7586da44a) AuthConfig (9b0154a74341af4e168388d846e6ae431b33c39785eadd6d708ca6df55d77c06) AuthConfig (1d9f75d1011174bdbe42d56ccc995428978c1a5cea71b0252695ea4ae0b86d34) AuthConfig (223abc2ca06a7afd357e0587c675124f7c0fc5ad034a52c7512031050968d02a) AuthConfig (71bbd7463b49c8503e0cc71eab50e58e3b7acb455b4b1d34f9369b325c67c881) AuthConfig (07a75dbaae9970774d3454167ed5c93391e8ebe5eb426de118ab3173b6c9ba7b) AuthConfig (57045fa08232106ed5f465b8608aa6fb38ca83de1bd2f277c7a2d45fc5dfd599) AuthConfig (6e54516428db0c3a397da87e7690ea1a29b5b2ed7909f19033ef28afe3e538fc) AuthConfig (c726a5940ead0f1c3b4b88747f26ce83c52aad13ed7b0e0d82175caeb671569d) AuthConfig (6a47e622c910e920b93bc4c0805b45529e1832054c3a00b26c7dfac170ae574f) AuthConfig (0fa672540c9efc775be8f3f06dc9fb2ad8777c3d70adf155201bce86f2233297)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"c4bce776-cdd9-4d25-b715-6edde947e907","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:19.998383035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"913950d7-ba17-419b-8508-3e10cf3aea1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-933195","tenantID":"e2e-shared-a-w3-933195","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:20.024984791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"913950d7-ba17-419b-8508-3e10cf3aea1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"name":"e2e-shared-a-w3-933195-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:20.067417613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-933195-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"913950d7-ba17-419b-8508-3e10cf3aea1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:23.326101845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"3b8c9720-9f0e-4ad1-8d0a-2e743171f3e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-28ca05","tenantID":"e2e-shared-a-w4-28ca05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:23.347207762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"3b8c9720-9f0e-4ad1-8d0a-2e743171f3e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"name":"e2e-shared-a-w4-28ca05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:23.528303445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"0a923b79-8d78-4805-a98d-5a482f61fcdc","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"tenant":"e2e-shared-a-w4-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:23.528332996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"0a923b79-8d78-4805-a98d-5a482f61fcdc","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"routeName":"auth-test-model-28ca05-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-28ca05","llmisvcName":"auth-test-model-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:23.530834707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"1a7c99f1-e229-41a8-af0d-2f7548a863ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:23.552681625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"1a7c99f1-e229-41a8-af0d-2f7548a863ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:23.575795591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-87f2e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (568e61adf69b237b21991a2821a8724c8604a54da5c36e1fd4d30b3ae695e970) AuthConfig (270b91e9221c597e7f4efdc3f2cb149d63d9ba38c52f1eba96861641a325b491) AuthConfig (bb5e92e0352dedd6508cc4e859f74c2a9d45728438e86ba8e8e87a6ec94f7060) AuthConfig (5171b9cce507faedf4f03d2181fb61e00cf0fd500aeaa8ab42d9b16cbf285982) AuthConfig (8800454348c546c50d44c267366c7b04e2bc0e962ae7db908958b3f85d650e8a) AuthConfig (89ad0e5f3e2deca96b3e796f6956d00d7309e366a19f9fb0100e2509a4206665) AuthConfig (9461225873327c0ad01fe2d16d2cc701e308274a0497c12287908aaaa7c6e96c) AuthConfig (b083bb09cbf17c3e1f3d90fe60509bf3edeaec2879436f810538a735832d4c46) AuthConfig (fac768e72d5e900c5058dc58fa674763bf76a66ec8bf50db06d9a299f39203c9) AuthConfig (83231102dcac05d7e2f1d9f6995eb3c5dfd51bd86a253005abd06dc2322052fa) AuthConfig (0612b424ba9c522ee013a18c10ea46c5808696aa39f316a2cd476e6cc8c3b380) AuthConfig (52c58820c4ccd62ca728d9937b7acd76e7dfe17595157862bdc8474942899a47) AuthConfig (3553ad7a5bc72ce96c0da10aa87fbe6e404663796983e3b7a1288587a6bdbbed) AuthConfig (f2e2f31006aeafe22bbf5967d782d2c13cdee9b4f38d876780669c8b14d15177) AuthConfig (fb41ad058220acbf63c66d6117141f9451d4c1d33f93663d2342dd5c22c26db3) AuthConfig (4298add15d0e5d55f5163ebf76d28766b9421577d29d83e10ee4014eb95e1d60) AuthConfig (1885e02d20a0fe179c71353d5384c195fea9686ad9b20d78c4636de2911d41db) AuthConfig (9a823590f61647d45dd87fde0c984ce6af60789dfe1c27614985a7c2d0e95cf6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"1a7c99f1-e229-41a8-af0d-2f7548a863ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:23.597735651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"ed03e3eb-e4e9-44f2-8ecd-749e3f6a5a5e","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:23.597752192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"ed03e3eb-e4e9-44f2-8ecd-749e3f6a5a5e","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"auth-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"auth-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:24.382792366Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:24.580421322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"c3f879f1-5295-4c0e-9a3a-4b2ac262eb4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:24.601749387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"c3f879f1-5295-4c0e-9a3a-4b2ac262eb4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:24.68943039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"8e7a8262-ba26-43a7-87a0-d48b02f244ac","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:24.689450445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"8e7a8262-ba26-43a7-87a0-d48b02f244ac","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"auth-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"auth-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:24.794881097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"896bb7f8-196c-49bd-a73e-28e02a9c4138","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"tenant":"e2e-shared-a-w4-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:24.794918525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"896bb7f8-196c-49bd-a73e-28e02a9c4138","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"routeName":"auth-test-model-28ca05-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-28ca05","llmisvcName":"auth-test-model-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:24.81845723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"69a5c757-a76e-4ba8-810d-6a5c4b5ccebc","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"tenant":"e2e-shared-a-w4-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:24.818488001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"69a5c757-a76e-4ba8-810d-6a5c4b5ccebc","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"routeName":"auth-test-model-28ca05-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-28ca05","llmisvcName":"auth-test-model-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:24.826079226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"6b5265d8-7a7b-472a-ab97-7f59635be564","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-28ca05","tenantID":"e2e-shared-a-w4-28ca05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:09:24.829555944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"c736a190-ea1e-4222-a026-9e430d7ba2a4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-81441e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:09:24.836086289Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"69a5c757-a76e-4ba8-810d-6a5c4b5ccebc","name":"auth-test-model-28ca05","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-28ca05\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:09:24.83613102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"69a5c757-a76e-4ba8-810d-6a5c4b5ccebc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-28ca05\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:24.841445755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"2c2128be-6922-4838-ae66-02ae6bde2da5","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"tenant":"e2e-shared-a-w4-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:24.841463308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"2c2128be-6922-4838-ae66-02ae6bde2da5","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"routeName":"auth-test-model-28ca05-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-28ca05","llmisvcName":"auth-test-model-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:24.853133711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"6b5265d8-7a7b-472a-ab97-7f59635be564","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"name":"e2e-shared-a-w4-28ca05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:24.883499744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"2bb17df9-0d45-45a8-a341-294b4cfd453e","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"tenant":"e2e-shared-a-w4-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:24.883529752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"2bb17df9-0d45-45a8-a341-294b4cfd453e","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"routeName":"auth-test-model-28ca05-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-28ca05","llmisvcName":"auth-test-model-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:24.9072529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"223d362e-79e1-45f9-b7a0-065903bd074c","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"tenant":"e2e-shared-a-w4-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:24.907390977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"223d362e-79e1-45f9-b7a0-065903bd074c","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"routeName":"auth-test-model-28ca05-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-28ca05","llmisvcName":"auth-test-model-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:24.982785607Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"a98d681c-8ed9-48ec-a1a2-040b087c82b6","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"name":"maas-trlp-auth-test-model-28ca05","model":"auth-test-model-28ca05","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-28ca05/e2e-auth-iso-81441e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:25.033415797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"c1ff30a8-bdb2-4d24-9dfa-d3b11573ef3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-28ca05","tenantID":"e2e-shared-a-w4-28ca05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:25.04079472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"20f7340f-2a18-49d9-9a75-ae0cd6c3dc92","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"tenant":"e2e-shared-a-w4-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:25.040813128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"20f7340f-2a18-49d9-9a75-ae0cd6c3dc92","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"routeName":"auth-test-model-28ca05-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-28ca05","llmisvcName":"auth-test-model-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:25.054602067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"c1ff30a8-bdb2-4d24-9dfa-d3b11573ef3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"name":"e2e-shared-a-w4-28ca05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:25.104862916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"4a355dc1-96aa-4f84-82c8-f7d3849d6296","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"name":"maas-trlp-auth-test-model-28ca05","model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:26.106637894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"07b17624-81d3-4fd8-8450-b4ebc5951144","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:26.106662148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"07b17624-81d3-4fd8-8450-b4ebc5951144","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"auth-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"auth-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:26.130988265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"07becf64-4caa-4a75-8615-21ee44283d6c","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:26.131008369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"07becf64-4caa-4a75-8615-21ee44283d6c","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"auth-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"auth-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:26.138893037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"a1a9c05e-1eac-4c9f-ab45-0a91c95062b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:09:26.141822642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"08e2c689-dbe1-465b-a78c-b4bd92504d4b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-25b14a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:09:26.148565686Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"07becf64-4caa-4a75-8615-21ee44283d6c","name":"auth-test-model-4fff4f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-4fff4f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:09:26.148614008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"07becf64-4caa-4a75-8615-21ee44283d6c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-4fff4f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:26.153944946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"7c5546ea-9a8b-40bc-8c28-9d521344352f","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:26.153959738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"7c5546ea-9a8b-40bc-8c28-9d521344352f","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"auth-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"auth-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:26.159734498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"a1a9c05e-1eac-4c9f-ab45-0a91c95062b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:26.179062018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"71090cc7-8911-43e5-a428-f9931c0e6cbe","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:26.179076634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"71090cc7-8911-43e5-a428-f9931c0e6cbe","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"auth-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"auth-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:26.200584984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"21e73f05-8fdc-4429-ab89-d25b779b233d","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:26.20060088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"21e73f05-8fdc-4429-ab89-d25b779b233d","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"auth-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"auth-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:26.266991001Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"4e66314f-c2d7-49ee-86e0-e14020ca76b5","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-auth-test-model-4fff4f","model":"auth-test-model-4fff4f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-4fff4f/e2e-auth-iso-25b14a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:26.32605667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"a5e4a5b7-5104-42bd-966b-6da640623a67","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:26.326073754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"a5e4a5b7-5104-42bd-966b-6da640623a67","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"auth-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"auth-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:26.340536063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"67a1e1b4-babd-44e0-8637-3c64fcbc3ef7","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:26.364065916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"67a1e1b4-babd-44e0-8637-3c64fcbc3ef7","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:26.392810805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"c76d5967-5e85-405b-965c-39633977e3cc","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-auth-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:09:27.012315056Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-afbe5f","namespace":"ai-tenant-e2e-noten-afbe5f"},"namespace":"ai-tenant-e2e-noten-afbe5f","name":"noten-model-afbe5f","reconcileID":"45dc1e1c-69ec-4fe8-bd27-e7d3c9c54460","MaaSModelRef":{"name":"noten-model-afbe5f","namespace":"ai-tenant-e2e-noten-afbe5f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f-kserve-route (gateways: [openshift-ingress/e2e-noten-afbe5f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:09:27.034393641Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-afbe5f","namespace":"ai-tenant-e2e-noten-afbe5f"},"namespace":"ai-tenant-e2e-noten-afbe5f","name":"noten-model-afbe5f","reconcileID":"45dc1e1c-69ec-4fe8-bd27-e7d3c9c54460","error":"resolve tenant gateway for model ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f-kserve-route (gateways: [openshift-ingress/e2e-noten-afbe5f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:09:27.040238007Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-afbe5f","namespace":"ai-tenant-e2e-noten-afbe5f"},"namespace":"ai-tenant-e2e-noten-afbe5f","name":"noten-model-afbe5f","reconcileID":"027f4c1e-337c-42ca-a155-0f8f38128c7a","MaaSModelRef":{"name":"noten-model-afbe5f","namespace":"ai-tenant-e2e-noten-afbe5f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f-kserve-route (gateways: [openshift-ingress/e2e-noten-afbe5f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:09:27.040294613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-afbe5f","namespace":"ai-tenant-e2e-noten-afbe5f"},"namespace":"ai-tenant-e2e-noten-afbe5f","name":"noten-model-afbe5f","reconcileID":"027f4c1e-337c-42ca-a155-0f8f38128c7a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f-kserve-route (gateways: [openshift-ingress/e2e-noten-afbe5f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:09:27.051475723Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-afbe5f","namespace":"ai-tenant-e2e-noten-afbe5f"},"namespace":"ai-tenant-e2e-noten-afbe5f","name":"noten-model-afbe5f","reconcileID":"7f9fb443-f209-4be4-b447-9c73560195bb","MaaSModelRef":{"name":"noten-model-afbe5f","namespace":"ai-tenant-e2e-noten-afbe5f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f-kserve-route (gateways: [openshift-ingress/e2e-noten-afbe5f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:09:27.051537537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-afbe5f","namespace":"ai-tenant-e2e-noten-afbe5f"},"namespace":"ai-tenant-e2e-noten-afbe5f","name":"noten-model-afbe5f","reconcileID":"7f9fb443-f209-4be4-b447-9c73560195bb","error":"resolve tenant gateway for model ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f-kserve-route (gateways: [openshift-ingress/e2e-noten-afbe5f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:09:27.07280003Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-afbe5f","namespace":"ai-tenant-e2e-noten-afbe5f"},"namespace":"ai-tenant-e2e-noten-afbe5f","name":"noten-model-afbe5f","reconcileID":"ea8c5c80-6aac-44ea-91fc-8d673c98c305","MaaSModelRef":{"name":"noten-model-afbe5f","namespace":"ai-tenant-e2e-noten-afbe5f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f-kserve-route (gateways: [openshift-ingress/e2e-noten-afbe5f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:09:27.072993614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-afbe5f","namespace":"ai-tenant-e2e-noten-afbe5f"},"namespace":"ai-tenant-e2e-noten-afbe5f","name":"noten-model-afbe5f","reconcileID":"ea8c5c80-6aac-44ea-91fc-8d673c98c305","error":"resolve tenant gateway for model ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f-kserve-route (gateways: [openshift-ingress/e2e-noten-afbe5f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:09:27.11414449Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-afbe5f","namespace":"ai-tenant-e2e-noten-afbe5f"},"namespace":"ai-tenant-e2e-noten-afbe5f","name":"noten-model-afbe5f","reconcileID":"3fb1d53b-a0f1-4759-a391-4e9bc63c26d8","MaaSModelRef":{"name":"noten-model-afbe5f","namespace":"ai-tenant-e2e-noten-afbe5f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f-kserve-route (gateways: [openshift-ingress/e2e-noten-afbe5f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:09:27.114262718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-afbe5f","namespace":"ai-tenant-e2e-noten-afbe5f"},"namespace":"ai-tenant-e2e-noten-afbe5f","name":"noten-model-afbe5f","reconcileID":"3fb1d53b-a0f1-4759-a391-4e9bc63c26d8","error":"resolve tenant gateway for model ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f-kserve-route (gateways: [openshift-ingress/e2e-noten-afbe5f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:09:27.195136005Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-afbe5f","namespace":"ai-tenant-e2e-noten-afbe5f"},"namespace":"ai-tenant-e2e-noten-afbe5f","name":"noten-model-afbe5f","reconcileID":"2d25b0cd-bf4b-43cb-9160-f479bbf30f15","MaaSModelRef":{"name":"noten-model-afbe5f","namespace":"ai-tenant-e2e-noten-afbe5f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f-kserve-route (gateways: [openshift-ingress/e2e-noten-afbe5f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:09:27.195229795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-afbe5f","namespace":"ai-tenant-e2e-noten-afbe5f"},"namespace":"ai-tenant-e2e-noten-afbe5f","name":"noten-model-afbe5f","reconcileID":"2d25b0cd-bf4b-43cb-9160-f479bbf30f15","error":"resolve tenant gateway for model ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-afbe5f/noten-model-afbe5f-kserve-route (gateways: [openshift-ingress/e2e-noten-afbe5f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:30.099560087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"efd9e197-2bca-4c78-8bbd-3c39d9e66b3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-933195","tenantID":"e2e-shared-a-w3-933195","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:30.120543356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"efd9e197-2bca-4c78-8bbd-3c39d9e66b3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"name":"e2e-shared-a-w3-933195-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:30.140484424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-933195-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7cc30c95a1ed449a47009b309f54efa95a7b0325f982b6ad7420654467b88160) AuthConfig (d51e161d88f151025a01a417777376031b282390b3f4aef648c034ad0f4c4d63) AuthConfig (eb743f3d0f5c0169b5049545c60ae02085f6201ad5769526ee355c644cd661c5) AuthConfig (659d9a09b635d6fa1f9a6fe08ec706f21f121385ad41b6975f131e16483d8690) AuthConfig (45aa63e29794ba1c51990e307522f11e0424ed80480e9207d0ed2499252f4885) AuthConfig (a4b64841cf9c70208e49692a61f71391c4204adc0008121f6c2aab73633c902a) AuthConfig (ec33eb8678915a211768a627ab8eafc59f730547076f59513a1897393cbe7d12) AuthConfig (811a31045dd21b66281be22feb0965e6d4d11e67821fb98fca35fc3dc640f566) AuthConfig (1fd114d71efccd41055310610bee5174c6c8ce8a5d9b6cf3bf03dec7540b1a7d) AuthConfig (52f62b58666bd43275fd7c8632fc3cfc667f293a25e7a4af99289989c88c5f09) AuthConfig (3e6c471b35faf1adeb48490a7436555e96f6afa236cd4b0d3b213d87355d1919) AuthConfig (3016374bd0265ed364766c37951878708ed8e8acba55c9f91772950f2b5a5908) AuthConfig (acd9b02939ce78e8b995cb187a360381fa2f39f8965574eec94e17a9797a7847) AuthConfig (9012f4eda92bf9d9c06234a9da33e2c1d1db751ea3d2b7a2b7579ffc90423ce1) AuthConfig (82c8a25cefb555c883c4bf73c6cb0480b08e56daa6a695e4e1c8e408a4404c51) AuthConfig (4898b39b4fa9d350557dcf214e528e4c565ed164d3983acc74c8d81a90afddff) AuthConfig (051a10cb297ccc72ceda46be4950507e1dfbd26d570b2396641b41755820db46) AuthConfig (ff84c2bb57a9b453c5539519d8f9fae3e8f9ac39cd80353a924b1c4cdae4446f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"efd9e197-2bca-4c78-8bbd-3c39d9e66b3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:30.163244323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"765165ed-cec5-4580-82d4-a8dc391c21f9","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"tenant":"e2e-shared-a-w3-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:30.163331272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"765165ed-cec5-4580-82d4-a8dc391c21f9","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"routeName":"auth-test-model-933195-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-933195","llmisvcName":"auth-test-model-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:33.645791804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"04dde6eb-0a94-48b0-a54a-6170a9a8ef7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:33.669200138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"04dde6eb-0a94-48b0-a54a-6170a9a8ef7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:33.689558146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-87f2e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (568e61adf69b237b21991a2821a8724c8604a54da5c36e1fd4d30b3ae695e970) AuthConfig (270b91e9221c597e7f4efdc3f2cb149d63d9ba38c52f1eba96861641a325b491) AuthConfig (bb5e92e0352dedd6508cc4e859f74c2a9d45728438e86ba8e8e87a6ec94f7060) AuthConfig (5171b9cce507faedf4f03d2181fb61e00cf0fd500aeaa8ab42d9b16cbf285982) AuthConfig (8800454348c546c50d44c267366c7b04e2bc0e962ae7db908958b3f85d650e8a) AuthConfig (89ad0e5f3e2deca96b3e796f6956d00d7309e366a19f9fb0100e2509a4206665) AuthConfig (9461225873327c0ad01fe2d16d2cc701e308274a0497c12287908aaaa7c6e96c) AuthConfig (b083bb09cbf17c3e1f3d90fe60509bf3edeaec2879436f810538a735832d4c46) AuthConfig (fac768e72d5e900c5058dc58fa674763bf76a66ec8bf50db06d9a299f39203c9) AuthConfig (83231102dcac05d7e2f1d9f6995eb3c5dfd51bd86a253005abd06dc2322052fa) AuthConfig (0612b424ba9c522ee013a18c10ea46c5808696aa39f316a2cd476e6cc8c3b380) AuthConfig (52c58820c4ccd62ca728d9937b7acd76e7dfe17595157862bdc8474942899a47) AuthConfig (3553ad7a5bc72ce96c0da10aa87fbe6e404663796983e3b7a1288587a6bdbbed) AuthConfig (f2e2f31006aeafe22bbf5967d782d2c13cdee9b4f38d876780669c8b14d15177) AuthConfig (fb41ad058220acbf63c66d6117141f9451d4c1d33f93663d2342dd5c22c26db3) AuthConfig (4298add15d0e5d55f5163ebf76d28766b9421577d29d83e10ee4014eb95e1d60) AuthConfig (1885e02d20a0fe179c71353d5384c195fea9686ad9b20d78c4636de2911d41db) AuthConfig (9a823590f61647d45dd87fde0c984ce6af60789dfe1c27614985a7c2d0e95cf6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"04dde6eb-0a94-48b0-a54a-6170a9a8ef7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:40.196016224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"b4f479bc-aa33-4162-9212-413817d848d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-933195","tenantID":"e2e-shared-a-w3-933195","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:40.217342361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"b4f479bc-aa33-4162-9212-413817d848d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"name":"e2e-shared-a-w3-933195-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:40.237074814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-933195-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7cc30c95a1ed449a47009b309f54efa95a7b0325f982b6ad7420654467b88160) AuthConfig (d51e161d88f151025a01a417777376031b282390b3f4aef648c034ad0f4c4d63) AuthConfig (eb743f3d0f5c0169b5049545c60ae02085f6201ad5769526ee355c644cd661c5) AuthConfig (659d9a09b635d6fa1f9a6fe08ec706f21f121385ad41b6975f131e16483d8690) AuthConfig (45aa63e29794ba1c51990e307522f11e0424ed80480e9207d0ed2499252f4885) AuthConfig (a4b64841cf9c70208e49692a61f71391c4204adc0008121f6c2aab73633c902a) AuthConfig (ec33eb8678915a211768a627ab8eafc59f730547076f59513a1897393cbe7d12) AuthConfig (811a31045dd21b66281be22feb0965e6d4d11e67821fb98fca35fc3dc640f566) AuthConfig (1fd114d71efccd41055310610bee5174c6c8ce8a5d9b6cf3bf03dec7540b1a7d) AuthConfig (52f62b58666bd43275fd7c8632fc3cfc667f293a25e7a4af99289989c88c5f09) AuthConfig (3e6c471b35faf1adeb48490a7436555e96f6afa236cd4b0d3b213d87355d1919) AuthConfig (3016374bd0265ed364766c37951878708ed8e8acba55c9f91772950f2b5a5908) AuthConfig (acd9b02939ce78e8b995cb187a360381fa2f39f8965574eec94e17a9797a7847) AuthConfig (9012f4eda92bf9d9c06234a9da33e2c1d1db751ea3d2b7a2b7579ffc90423ce1) AuthConfig (82c8a25cefb555c883c4bf73c6cb0480b08e56daa6a695e4e1c8e408a4404c51) AuthConfig (4898b39b4fa9d350557dcf214e528e4c565ed164d3983acc74c8d81a90afddff) AuthConfig (051a10cb297ccc72ceda46be4950507e1dfbd26d570b2396641b41755820db46) AuthConfig (ff84c2bb57a9b453c5539519d8f9fae3e8f9ac39cd80353a924b1c4cdae4446f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"b4f479bc-aa33-4162-9212-413817d848d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:43.432200746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"55f06961-fe4c-483c-860d-9bdae821aef2","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-auth-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:43.489689719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"14ea07ce-3960-4206-a690-112564737cd7","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:43.489707289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"14ea07ce-3960-4206-a690-112564737cd7","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"auth-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"auth-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:43.533814547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"dd927f81-8636-4284-bef7-616999006536","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"name":"maas-trlp-auth-test-model-28ca05","model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:43.590973943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"348aa1a3-df03-4abb-9262-c44306ebe1e5","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"tenant":"e2e-shared-a-w4-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:43.590993446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"348aa1a3-df03-4abb-9262-c44306ebe1e5","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"routeName":"auth-test-model-28ca05-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-28ca05","llmisvcName":"auth-test-model-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:43.72161225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"35c640cd-923e-48a6-a8b2-29d3679f98d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:43.742688638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"35c640cd-923e-48a6-a8b2-29d3679f98d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:43.82200652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"227901cf-634e-4e65-9def-13e5f6e934ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-28ca05","tenantID":"e2e-shared-a-w4-28ca05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:43.830155174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"7de84dda-7f5c-4f2b-ad1f-220746d58e84","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:43.830171594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"7de84dda-7f5c-4f2b-ad1f-220746d58e84","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"auth-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"auth-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:43.842628367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"227901cf-634e-4e65-9def-13e5f6e934ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"name":"e2e-shared-a-w4-28ca05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:44.069556874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"bfca2889-d799-4610-9121-aaf1e9ac11ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:44.090426672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"bfca2889-d799-4610-9121-aaf1e9ac11ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:45.641763492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"177b543b-3200-4cc0-8c86-8535f1b6f4c5","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:45.641784394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"177b543b-3200-4cc0-8c86-8535f1b6f4c5","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"auth-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"auth-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:45.662271129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"7f6ddfe2-a61e-4c0a-87a1-ed5a2bf22a68","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"tenant":"e2e-shared-b-w4-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:45.662293986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"7f6ddfe2-a61e-4c0a-87a1-ed5a2bf22a68","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"routeName":"auth-test-model-b02580-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b02580","llmisvcName":"auth-test-model-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:45.679113234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"12fd3c45-c917-41ec-b9c7-177e161aa5ff","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"tenant":"e2e-shared-b-w4-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:45.679130101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"12fd3c45-c917-41ec-b9c7-177e161aa5ff","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"routeName":"auth-test-model-b02580-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b02580","llmisvcName":"auth-test-model-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:45.703451635Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"f54366c4-55cf-4fc2-9c92-e744513cc3d3","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-39064b5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:45.703538016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"39f5978d-2d23-4f24-aa57-625347b580aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:45.737744839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"39f5978d-2d23-4f24-aa57-625347b580aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:45.802164112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"422cb966-a17d-4ac1-b936-ca7d6c468af5","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b02580","tenantID":"e2e-shared-b-w4-b02580","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:45.884798572Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"422cb966-a17d-4ac1-b936-ca7d6c468af5","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"name":"e2e-shared-b-w4-b02580-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:45.905785598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-b02580-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"422cb966-a17d-4ac1-b936-ca7d6c468af5","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:45.914634482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"1c7d4ccf-f5ed-4176-b3cf-ed1571a74fc4","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:45.9256463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"22e0e7f8-1f93-40bd-859e-cd5b94323adc","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"tenant":"e2e-shared-b-w4-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:45.925661311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"22e0e7f8-1f93-40bd-859e-cd5b94323adc","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"routeName":"auth-test-model-b02580-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b02580","llmisvcName":"auth-test-model-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:45.935741522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"1c7d4ccf-f5ed-4176-b3cf-ed1571a74fc4","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:50.277071256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"55c21424-32f8-4731-b4c0-d574a3123854","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-933195","tenantID":"e2e-shared-a-w3-933195","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:50.303696299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"55c21424-32f8-4731-b4c0-d574a3123854","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"name":"e2e-shared-a-w3-933195-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:50.516706988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"64231622-fe3e-4bf7-9304-c4219cb2a2f7","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"tenant":"e2e-shared-a-w3-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:50.516728942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"64231622-fe3e-4bf7-9304-c4219cb2a2f7","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"routeName":"auth-test-model-933195-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-933195","llmisvcName":"auth-test-model-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:54.382502229Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.55435133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"7c0eb963-84e6-4799-bbba-5f23a2500c55","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.554377281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"7c0eb963-84e6-4799-bbba-5f23a2500c55","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"auth-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"auth-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.578790026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"d72eb224-abbe-4b55-a180-e033af07d57a","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.578871219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"d72eb224-abbe-4b55-a180-e033af07d57a","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"auth-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"auth-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.586782299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"b5e19a7a-d33a-494c-aa2f-8056d9040b6f","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:09:55.589964248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"484f0917-c431-4ac4-b6aa-cab20f15576b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-42e72a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:09:55.59664471Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"d72eb224-abbe-4b55-a180-e033af07d57a","name":"auth-test-model-87f2e6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-87f2e6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:09:55.596690608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"d72eb224-abbe-4b55-a180-e033af07d57a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-87f2e6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.602030216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"d2382e6a-11de-4587-ad51-8284576eef7a","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.602044159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"d2382e6a-11de-4587-ad51-8284576eef7a","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"auth-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"auth-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.607555127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"b5e19a7a-d33a-494c-aa2f-8056d9040b6f","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.62747875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"3a092004-ff4f-418a-8cd5-b71ddce22eb7","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.6274948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"3a092004-ff4f-418a-8cd5-b71ddce22eb7","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"auth-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"auth-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.646464385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"2c657f0c-8c04-43cc-831d-3ec8a1c8b943","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.646489366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"2c657f0c-8c04-43cc-831d-3ec8a1c8b943","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"auth-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"auth-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.713355655Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"08b8c3aa-eb34-40e9-a36b-f7b84398e0d3","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"maas-trlp-auth-test-model-87f2e6","model":"auth-test-model-87f2e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-87f2e6/e2e-auth-iso-42e72a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.719857465Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"870c1db9-626f-4124-865d-887f6cc00d08","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","subscription":"e2e-auth-iso-25b14a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.736184261Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"870c1db9-626f-4124-865d-887f6cc00d08","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.752667583Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"870c1db9-626f-4124-865d-887f6cc00d08","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.772757041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"4324c7bf-e067-4341-958c-cf5b72456cff","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.772772766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"4324c7bf-e067-4341-958c-cf5b72456cff","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"auth-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"auth-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.77462455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"f075c6be-7d58-48b7-bb34-338ebe9aff5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.795598425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"f075c6be-7d58-48b7-bb34-338ebe9aff5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.837851437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"2ac38c30-567c-434d-9f5b-1360e048eebf","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"maas-trlp-auth-test-model-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.845683443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"8da0a9db-e995-4794-8073-b39cfd3effd0","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.845697694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"8da0a9db-e995-4794-8073-b39cfd3effd0","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"auth-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"auth-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.876873868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"ee3c6200-71ca-4522-b850-49bac53a4e17","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.897872681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"ee3c6200-71ca-4522-b850-49bac53a4e17","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.976832141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"a066e610-f8de-4d6d-8897-0c8f30df3a5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b02580","tenantID":"e2e-shared-b-w4-b02580","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.989706693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"66d316ae-eef0-4dcd-b55e-753dad112e02","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:55.997723202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"a066e610-f8de-4d6d-8897-0c8f30df3a5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"name":"e2e-shared-b-w4-b02580-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:56.005439797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"a8f4e3b4-cbdd-4e01-aa23-58561e61e184","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:56.005461725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"a8f4e3b4-cbdd-4e01-aa23-58561e61e184","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"auth-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"auth-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:56.010465387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"66d316ae-eef0-4dcd-b55e-753dad112e02","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:56.017426801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-b02580-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"a066e610-f8de-4d6d-8897-0c8f30df3a5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:56.060010396Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"d2a23462-b112-46e8-aa16-88b63b6761d4","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4f1c78a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:56.077340671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"73de1a43-1a54-495c-8b17-0df4f6e77ffc","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:56.09998236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"73de1a43-1a54-495c-8b17-0df4f6e77ffc","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:56.192728728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"be5446db-5b48-4f8e-b039-b5302b1f53f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:09:56.213809914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"be5446db-5b48-4f8e-b039-b5302b1f53f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:01.741836839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"3c0b83d1-864e-4c77-8c46-07f0990bdca2","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"tenant":"e2e-shared-a-w3-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:01.741858941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"3c0b83d1-864e-4c77-8c46-07f0990bdca2","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"routeName":"auth-test-model-933195-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-933195","llmisvcName":"auth-test-model-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:01.764889357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"a6a63164-cad5-41c3-810a-7b650bacb367","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"tenant":"e2e-shared-a-w3-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:01.76492879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"a6a63164-cad5-41c3-810a-7b650bacb367","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"routeName":"auth-test-model-933195-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-933195","llmisvcName":"auth-test-model-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:01.773129476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"260e5aa6-5db1-4353-91ff-09abc4643101","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-933195","tenantID":"e2e-shared-a-w3-933195","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:10:01.776372409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"b14268f4-f77b-4674-a693-f0bffc6ba634","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-232be7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:10:01.782850645Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"a6a63164-cad5-41c3-810a-7b650bacb367","name":"auth-test-model-933195","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-933195\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:10:01.782895538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"a6a63164-cad5-41c3-810a-7b650bacb367","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-933195\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:01.788241492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"dc3191b0-3178-44ee-824f-c845114516fa","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"tenant":"e2e-shared-a-w3-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:01.788261541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"dc3191b0-3178-44ee-824f-c845114516fa","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"routeName":"auth-test-model-933195-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-933195","llmisvcName":"auth-test-model-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:01.794250957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"260e5aa6-5db1-4353-91ff-09abc4643101","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"name":"e2e-shared-a-w3-933195-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:01.813613801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"c3f8d1c2-f15e-435c-8952-cc790f99f690","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"tenant":"e2e-shared-a-w3-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:01.813633429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"c3f8d1c2-f15e-435c-8952-cc790f99f690","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"routeName":"auth-test-model-933195-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-933195","llmisvcName":"auth-test-model-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:01.835002041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"2cbaefe6-8ce8-42ec-b59d-f39b13f34fb8","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"tenant":"e2e-shared-a-w3-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:01.835022676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"2cbaefe6-8ce8-42ec-b59d-f39b13f34fb8","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"routeName":"auth-test-model-933195-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-933195","llmisvcName":"auth-test-model-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:01.940401548Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"2ebc340f-8025-4ad6-8ffc-5ebb9efd92e4","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"name":"maas-trlp-auth-test-model-933195","model":"auth-test-model-933195","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-933195/e2e-auth-iso-232be7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:01.960217062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"fe5b03ce-d1ad-48cb-ba90-07c903c2b939","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-933195","tenantID":"e2e-shared-a-w3-933195","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:01.981397878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"fe5b03ce-d1ad-48cb-ba90-07c903c2b939","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"name":"e2e-shared-a-w3-933195-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:02.000876267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"b15df04f-be11-44e3-af74-09f4d57a01c5","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"tenant":"e2e-shared-a-w3-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:02.000891679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"b15df04f-be11-44e3-af74-09f4d57a01c5","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"routeName":"auth-test-model-933195-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-933195","llmisvcName":"auth-test-model-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:02.065384609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"81990aa8-c1a8-4667-be48-e49021eb4fcd","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"name":"maas-trlp-auth-test-model-933195","model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:02.125131196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"13f46150-af13-44aa-aec1-c9b8d73430b7","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"tenant":"e2e-shared-a-w3-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:02.125152071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"13f46150-af13-44aa-aec1-c9b8d73430b7","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"routeName":"auth-test-model-933195-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-933195","llmisvcName":"auth-test-model-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.049995586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"c80c0337-8085-40c6-9f15-e747d0681ec9","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b02580","tenantID":"e2e-shared-b-w4-b02580","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.073402677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"c80c0337-8085-40c6-9f15-e747d0681ec9","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"name":"e2e-shared-b-w4-b02580-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.076569623Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"2a99ffde-a06d-4dfe-9138-63dba382d52a","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","subscription":"e2e-auth-iso-25b14a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.093241327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-b02580-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"c80c0337-8085-40c6-9f15-e747d0681ec9","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.094177361Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"2a99ffde-a06d-4dfe-9138-63dba382d52a","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.110734762Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"2a99ffde-a06d-4dfe-9138-63dba382d52a","MaaSSubscription":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.269725083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"5132335f-d676-48ff-b2d4-8f89325d7d20","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.269744421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"5132335f-d676-48ff-b2d4-8f89325d7d20","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"auth-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"auth-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.303243603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"703f1dad-9379-4d41-8544-eb4eb8eeb5e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.327373927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"703f1dad-9379-4d41-8544-eb4eb8eeb5e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.417293839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"72181ab9-bcaa-4341-bf14-f3b19470084f","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.42042984Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"d556e7d5-cd73-4bee-96ed-035b5d96654a","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.420501945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"aaf43034-4b07-4665-ac46-ea9812d1c3ab","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.420518293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"aaf43034-4b07-4665-ac46-ea9812d1c3ab","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"auth-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"auth-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.442454557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"72181ab9-bcaa-4341-bf14-f3b19470084f","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.516736838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"d556e7d5-cd73-4bee-96ed-035b5d96654a","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.573649975Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"d556e7d5-cd73-4bee-96ed-035b5d96654a","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.573668962Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-auth-iso-25b14a","reconcileID":"d556e7d5-cd73-4bee-96ed-035b5d96654a","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.593894816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"8a2bb59f-75c3-454f-b644-d19bb0e9ffc9","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/auth-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.593932025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"auth-test-model-f1b14f","reconcileID":"8a2bb59f-75c3-454f-b644-d19bb0e9ffc9","MaaSModelRef":{"name":"auth-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"auth-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"auth-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.747188862Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"4eeca216-75a9-43e6-972e-d3f98a5057c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.747318183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"45ff342b-b127-4a90-8e62-42d5bb101caa","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.747337489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"45ff342b-b127-4a90-8e62-42d5bb101caa","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"auth-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"auth-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.79451592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"4eeca216-75a9-43e6-972e-d3f98a5057c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.849449567Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"4eeca216-75a9-43e6-972e-d3f98a5057c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.849466288Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-auth-iso-25b14a","reconcileID":"4eeca216-75a9-43e6-972e-d3f98a5057c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-25b14a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.870097586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"276c977b-9825-4d42-8144-11aea20a8873","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/auth-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:06.870113907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"auth-test-model-4fff4f","reconcileID":"276c977b-9825-4d42-8144-11aea20a8873","MaaSModelRef":{"name":"auth-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"auth-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"auth-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:12.635600889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"02432d46-5127-4e3b-aa78-609427403519","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"maas-trlp-auth-test-model-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:12.69641659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"20c34cbf-c341-4022-b41f-ae1528d86f0c","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:12.69643434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"20c34cbf-c341-4022-b41f-ae1528d86f0c","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"auth-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"auth-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:13.256312513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"c3ec8004-218a-4630-9fcb-b396865b1a40","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:13.277716365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"c3ec8004-218a-4630-9fcb-b396865b1a40","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:13.593005244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"06cfb4f7-c473-435d-931e-33bdad6e0ec3","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:13.593025862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"06cfb4f7-c473-435d-931e-33bdad6e0ec3","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"auth-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"auth-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:13.614256131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"16760bc1-0a60-4bc1-b153-2eccc1cd8edf","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:13.614277977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"16760bc1-0a60-4bc1-b153-2eccc1cd8edf","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"auth-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"auth-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:13.646139755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"050ffe3e-7f88-465b-891f-2fd046eb0d50","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:13.707558587Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"050ffe3e-7f88-465b-891f-2fd046eb0d50","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:13.727947816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-4a92de-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"050ffe3e-7f88-465b-891f-2fd046eb0d50","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:13.747494457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"efd7123c-bd20-4197-9346-633e23ccaf3f","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:13.747513274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"efd7123c-bd20-4197-9346-633e23ccaf3f","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"auth-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"auth-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:16.198372769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"dec2bfcf-b51b-44e9-ac78-bf9ef74434d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b02580","tenantID":"e2e-shared-b-w4-b02580","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:16.222612594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"dec2bfcf-b51b-44e9-ac78-bf9ef74434d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"name":"e2e-shared-b-w4-b02580-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:16.242833454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-b02580-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (364814553c64f93f6d3b97331342c2e04831162329bed3b9306efd0ab92329ab) AuthConfig (2aeb616a34a8f089bf6de85d1495a3d933dd5fa0b820bbd3f8dd7dff5a46503b) AuthConfig (70861b3a0188e084d0328aa76bd2f7a4f9db9b57af3466406d3a13f2fe930655) AuthConfig (950f5361adef67504100efed9bcec8c08132fbd97444bbacf1ecfb7491e41c4b) AuthConfig (9011850671b2d0530c5157d4e73761cbf938c0fcc32e573110dc7fffcc5bce77) AuthConfig (e0b5659df13359b649267b12e5295b050b34a91e287de521424a60d20acd7817) AuthConfig (e4406191fe4e394b917edd9d00654d6d3e6dd9443e8201c0a6c39920d6e08b91) AuthConfig (8bf45576403e98772f37026a88da4f031c7e87370a18f1b6a7d344204ccb6fd8) AuthConfig (b827fe887874c84164473bc7956158eac4874409cb2a8439268846a2186fd07f) AuthConfig (67791dd702c5aaea33a7ccfd06440f87ac9b19e7432627d5a9c7d2c458a9f573) AuthConfig (af7c541ad63910a0b12d5f3c12e263b12f069a5bb69f0cebab9a4c546b89862e) AuthConfig (75207709109d52d908eaba43cb588d1f830d634488b5f419006b716855b24183) AuthConfig (6c9f2d738aff41f2532780c327a562a17b389d62df3e67348f123c711028c24d) AuthConfig (33952f9702e18d06162aec64b375ee3a9108bf8e76630bc7935816683e376f6b) AuthConfig (5a43e8d1728bacf1a52c3a64a75bd1934366e07b5b0458e6ccccdbd56ac376bc) AuthConfig (f1119d705e252c7daf702d806e231c6d095a674d93cefae3eeee6b9a54c56676) AuthConfig (8ebba682afe69103f3ca1da73ae66abe640d0a0b51da66ec45389cd58e066439) AuthConfig (c863283f1227498734fd364bae6f200b076eea246bc79cc99b382b58bc10ea27)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"dec2bfcf-b51b-44e9-ac78-bf9ef74434d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:16.26468363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"1550d8d2-fbbe-4a90-9f3e-13a09ddacf0d","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"tenant":"e2e-shared-b-w4-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:16.264700116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"1550d8d2-fbbe-4a90-9f3e-13a09ddacf0d","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"routeName":"auth-test-model-b02580-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b02580","llmisvcName":"auth-test-model-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:23.78040902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"5be6be74-4c57-43dc-bc83-2ccc487f34d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:23.802030685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"5be6be74-4c57-43dc-bc83-2ccc487f34d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:23.825742781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-4a92de-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"5be6be74-4c57-43dc-bc83-2ccc487f34d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:24.382412511Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:26.296871626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"31e56af8-28bc-477a-bed5-8e1495cbf85e","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b02580","tenantID":"e2e-shared-b-w4-b02580","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:26.31776411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"31e56af8-28bc-477a-bed5-8e1495cbf85e","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"name":"e2e-shared-b-w4-b02580-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:26.337768281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-b02580-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (364814553c64f93f6d3b97331342c2e04831162329bed3b9306efd0ab92329ab) AuthConfig (2aeb616a34a8f089bf6de85d1495a3d933dd5fa0b820bbd3f8dd7dff5a46503b) AuthConfig (70861b3a0188e084d0328aa76bd2f7a4f9db9b57af3466406d3a13f2fe930655) AuthConfig (950f5361adef67504100efed9bcec8c08132fbd97444bbacf1ecfb7491e41c4b) AuthConfig (9011850671b2d0530c5157d4e73761cbf938c0fcc32e573110dc7fffcc5bce77) AuthConfig (e0b5659df13359b649267b12e5295b050b34a91e287de521424a60d20acd7817) AuthConfig (e4406191fe4e394b917edd9d00654d6d3e6dd9443e8201c0a6c39920d6e08b91) AuthConfig (8bf45576403e98772f37026a88da4f031c7e87370a18f1b6a7d344204ccb6fd8) AuthConfig (b827fe887874c84164473bc7956158eac4874409cb2a8439268846a2186fd07f) AuthConfig (67791dd702c5aaea33a7ccfd06440f87ac9b19e7432627d5a9c7d2c458a9f573) AuthConfig (af7c541ad63910a0b12d5f3c12e263b12f069a5bb69f0cebab9a4c546b89862e) AuthConfig (75207709109d52d908eaba43cb588d1f830d634488b5f419006b716855b24183) AuthConfig (6c9f2d738aff41f2532780c327a562a17b389d62df3e67348f123c711028c24d) AuthConfig (33952f9702e18d06162aec64b375ee3a9108bf8e76630bc7935816683e376f6b) AuthConfig (5a43e8d1728bacf1a52c3a64a75bd1934366e07b5b0458e6ccccdbd56ac376bc) AuthConfig (f1119d705e252c7daf702d806e231c6d095a674d93cefae3eeee6b9a54c56676) AuthConfig (8ebba682afe69103f3ca1da73ae66abe640d0a0b51da66ec45389cd58e066439) AuthConfig (c863283f1227498734fd364bae6f200b076eea246bc79cc99b382b58bc10ea27)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"31e56af8-28bc-477a-bed5-8e1495cbf85e","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:30.933893525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"5179e4ca-545c-4360-a4aa-8b3d2813360d","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"name":"maas-trlp-auth-test-model-933195","model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:30.99571677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"66d70b46-509e-42d9-a770-e4d95b284145","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"tenant":"e2e-shared-a-w3-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:30.995735981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"66d70b46-509e-42d9-a770-e4d95b284145","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"routeName":"auth-test-model-933195-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-933195","llmisvcName":"auth-test-model-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:31.008319885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"12f0dd69-4c67-4b9f-bb83-cbf282182909","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-933195","tenantID":"e2e-shared-a-w3-933195","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:31.029293428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"12f0dd69-4c67-4b9f-bb83-cbf282182909","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"name":"e2e-shared-a-w3-933195-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:33.387504442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"13a84e62-5ce6-469f-b88f-b1e168315b8c","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"tenant":"e2e-shared-b-w3-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:33.387525355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"13a84e62-5ce6-469f-b88f-b1e168315b8c","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"routeName":"auth-test-model-bbae89-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bbae89","llmisvcName":"auth-test-model-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:33.408620949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"a9fd7748-6b1a-4b3e-8d52-9c6dc72fde86","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"tenant":"e2e-shared-b-w3-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:33.408641311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"a9fd7748-6b1a-4b3e-8d52-9c6dc72fde86","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"routeName":"auth-test-model-bbae89-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bbae89","llmisvcName":"auth-test-model-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:33.440231925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"27d2d8ff-3675-4fbd-b5ad-a75b4f8fb39c","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bbae89","tenantID":"e2e-shared-b-w3-bbae89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:33.495934267Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"27d2d8ff-3675-4fbd-b5ad-a75b4f8fb39c","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"name":"e2e-shared-b-w3-bbae89-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:33.515695124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bbae89-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"27d2d8ff-3675-4fbd-b5ad-a75b4f8fb39c","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:33.536849894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"9d3b46dc-ddf7-4e28-a865-6a2b917af6bb","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"tenant":"e2e-shared-b-w3-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:33.536867586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"9d3b46dc-ddf7-4e28-a865-6a2b917af6bb","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"routeName":"auth-test-model-bbae89-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bbae89","llmisvcName":"auth-test-model-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:33.87534598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"1c063e6e-dbcc-4725-8d07-4a64bf9a35ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:33.958422687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"1c063e6e-dbcc-4725-8d07-4a64bf9a35ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:33.979183985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-4a92de-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (966a1dda4b924cdecf22524e823bff64e29305859f91029e87bd5baefec8809b) AuthConfig (efd6300875200aea0614425724e8e7298cdca3e7f6e5ec58ee378e58c00e9be1) AuthConfig (2b4a7c512d8dcd93aa9ccef347909f37acc479e58c4d441f555de1a0ab28db6c) AuthConfig (2d73baface96128b082c8ab9faa4de9bad00d06c10d4c15d7c23f1a583988b7d) AuthConfig (1db1fa2d2ede679f38f872c24e7baf343215ec3ca79770b8c3244ca21db2131c) AuthConfig (564427828d913d19093727f4f9fa3794eb9650e36fc8a769c6c6e57b8e31813f) AuthConfig (92ddcff75513c0e2d2e1f33c71391c54dbcfbd23e693b1e2f6c0412035e1e1fd) AuthConfig (499761393f9a55a619e550bfcc1eae949169e28e842f734e2e05ec00f703eb98) AuthConfig (5532bce4de0e58046a8d88e4eb6bb096f6b1ddca396cd58c1ff6db957eca1b94) AuthConfig (86f6cd5446ca766a440ad4d31cd3870d49391428837ba4f1e6200f9f77a84ca3) AuthConfig (2674cb07dc1a27a247393994336b4ce801decb701545ba8ac398960b8afdc808) AuthConfig (49391d3dd1aa90e80bfc05cec11178de239b4a65d12a8c8d8d260cde4b18dc3f) AuthConfig (d0b47b290ffd9bcde897e648a6a3685b1f0229c8d661eed111aa8d7ea35952a5) AuthConfig (f9fcd4ab4da387368459c245b31ee16b333f78cd1c74cfd08aed0145091080b2) AuthConfig (bff3bc424e310ad800ae961bbd51f1df17a340f9cc6126217980e011ea995a8c) AuthConfig (160099acbe45215c595fe2733df9c97871bc4b2faa86a14a2560d748fab58a11) AuthConfig (5bd0a564b0295d9ec7537ae5577536de977e154582236f5d719698f1fb7c2d6a) AuthConfig (0fa0ed49f4bba2cc1e1940b83b1b1208a85d98ff120f2067ae4b9ab538b3de8d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"1c063e6e-dbcc-4725-8d07-4a64bf9a35ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:34.00086329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"114274e1-6264-4c2f-b55c-d6bbf56dfbf8","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:34.000880976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"114274e1-6264-4c2f-b55c-d6bbf56dfbf8","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"auth-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"auth-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:36.371732023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"6b1583a1-6ce3-4e7d-a5cd-9528ce327997","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b02580","tenantID":"e2e-shared-b-w4-b02580","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:36.393768405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"6b1583a1-6ce3-4e7d-a5cd-9528ce327997","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"name":"e2e-shared-b-w4-b02580-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:36.484309002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"4b130931-c6d0-4142-8d35-d5b08e76465e","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"tenant":"e2e-shared-b-w4-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:36.484327838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"4b130931-c6d0-4142-8d35-d5b08e76465e","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"routeName":"auth-test-model-b02580-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b02580","llmisvcName":"auth-test-model-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:37.396654555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"96af3056-ba7c-4885-945d-28bf1c3b0d18","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"tenant":"e2e-shared-b-w4-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:37.396673484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"96af3056-ba7c-4885-945d-28bf1c3b0d18","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"routeName":"auth-test-model-b02580-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b02580","llmisvcName":"auth-test-model-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:37.419328648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"9c235b26-3784-470e-bd50-31fe8f308e30","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"tenant":"e2e-shared-b-w4-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:37.419351016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"9c235b26-3784-470e-bd50-31fe8f308e30","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"routeName":"auth-test-model-b02580-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b02580","llmisvcName":"auth-test-model-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:37.428395349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"a3a58994-62bf-4f5b-bb7d-b28bd77bbaa5","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b02580","tenantID":"e2e-shared-b-w4-b02580","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:10:37.43363665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"734faf69-b4ae-4d9e-b436-b6f349789c1a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-81441e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:10:37.436960831Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"9c235b26-3784-470e-bd50-31fe8f308e30","name":"auth-test-model-b02580","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b02580\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:10:37.437009837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"9c235b26-3784-470e-bd50-31fe8f308e30","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b02580\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:37.442325444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"36fe7aea-dcbf-49af-ad2a-c65667d98084","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"tenant":"e2e-shared-b-w4-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:37.442339069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"36fe7aea-dcbf-49af-ad2a-c65667d98084","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"routeName":"auth-test-model-b02580-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b02580","llmisvcName":"auth-test-model-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:37.449302512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"a3a58994-62bf-4f5b-bb7d-b28bd77bbaa5","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"name":"e2e-shared-b-w4-b02580-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:37.469424263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"23bfe5fa-37dc-4a17-b2c0-225e25749836","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"tenant":"e2e-shared-b-w4-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:37.469438293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"23bfe5fa-37dc-4a17-b2c0-225e25749836","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"routeName":"auth-test-model-b02580-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b02580","llmisvcName":"auth-test-model-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:37.490599266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"181873d6-9091-4b47-894a-1a38d59e453b","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"tenant":"e2e-shared-b-w4-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:37.490616331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"181873d6-9091-4b47-894a-1a38d59e453b","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"routeName":"auth-test-model-b02580-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b02580","llmisvcName":"auth-test-model-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:37.568073776Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"980d80e8-8e52-47ca-bcee-3c15a0022ae8","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"name":"maas-trlp-auth-test-model-b02580","model":"auth-test-model-b02580","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-b02580/e2e-auth-iso-81441e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:37.631176673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"bfae9d74-316d-44fb-adf6-d0e62ec8e9d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b02580","tenantID":"e2e-shared-b-w4-b02580","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:37.632623424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"7773f7f2-2484-425f-82c9-a6d8435d23c2","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"tenant":"e2e-shared-b-w4-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:37.632639224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"7773f7f2-2484-425f-82c9-a6d8435d23c2","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"routeName":"auth-test-model-b02580-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b02580","llmisvcName":"auth-test-model-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:37.65237067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"bfae9d74-316d-44fb-adf6-d0e62ec8e9d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"name":"e2e-shared-b-w4-b02580-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:37.698068666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"6d935f47-e863-47a6-9623-3d52928f7441","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"name":"maas-trlp-auth-test-model-b02580","model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:43.568748593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"2cc7af4e-0b92-4b7c-a1ad-917c907d6943","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bbae89","tenantID":"e2e-shared-b-w3-bbae89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:43.589667474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"2cc7af4e-0b92-4b7c-a1ad-917c907d6943","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"name":"e2e-shared-b-w3-bbae89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:43.614968259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bbae89-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"2cc7af4e-0b92-4b7c-a1ad-917c907d6943","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:44.055469685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"618510d4-dfe9-461a-ab10-b73aff64fa64","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:44.100547544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"618510d4-dfe9-461a-ab10-b73aff64fa64","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:44.125521189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-4a92de-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (966a1dda4b924cdecf22524e823bff64e29305859f91029e87bd5baefec8809b) AuthConfig (efd6300875200aea0614425724e8e7298cdca3e7f6e5ec58ee378e58c00e9be1) AuthConfig (2b4a7c512d8dcd93aa9ccef347909f37acc479e58c4d441f555de1a0ab28db6c) AuthConfig (2d73baface96128b082c8ab9faa4de9bad00d06c10d4c15d7c23f1a583988b7d) AuthConfig (1db1fa2d2ede679f38f872c24e7baf343215ec3ca79770b8c3244ca21db2131c) AuthConfig (564427828d913d19093727f4f9fa3794eb9650e36fc8a769c6c6e57b8e31813f) AuthConfig (92ddcff75513c0e2d2e1f33c71391c54dbcfbd23e693b1e2f6c0412035e1e1fd) AuthConfig (499761393f9a55a619e550bfcc1eae949169e28e842f734e2e05ec00f703eb98) AuthConfig (5532bce4de0e58046a8d88e4eb6bb096f6b1ddca396cd58c1ff6db957eca1b94) AuthConfig (86f6cd5446ca766a440ad4d31cd3870d49391428837ba4f1e6200f9f77a84ca3) AuthConfig (2674cb07dc1a27a247393994336b4ce801decb701545ba8ac398960b8afdc808) AuthConfig (49391d3dd1aa90e80bfc05cec11178de239b4a65d12a8c8d8d260cde4b18dc3f) AuthConfig (d0b47b290ffd9bcde897e648a6a3685b1f0229c8d661eed111aa8d7ea35952a5) AuthConfig (f9fcd4ab4da387368459c245b31ee16b333f78cd1c74cfd08aed0145091080b2) AuthConfig (bff3bc424e310ad800ae961bbd51f1df17a340f9cc6126217980e011ea995a8c) AuthConfig (160099acbe45215c595fe2733df9c97871bc4b2faa86a14a2560d748fab58a11) AuthConfig (5bd0a564b0295d9ec7537ae5577536de977e154582236f5d719698f1fb7c2d6a) AuthConfig (0fa0ed49f4bba2cc1e1940b83b1b1208a85d98ff120f2067ae4b9ab538b3de8d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"618510d4-dfe9-461a-ab10-b73aff64fa64","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:47.172375914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"734ca1a5-b98f-46f7-b321-d1146610e0df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:47.188756587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"734ca1a5-b98f-46f7-b321-d1146610e0df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:47.204529205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"734ca1a5-b98f-46f7-b321-d1146610e0df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:47.220265055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"734ca1a5-b98f-46f7-b321-d1146610e0df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:47.882653792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4fa9de0-e545-4cab-b7a6-09303271d8af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:47.898649684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4fa9de0-e545-4cab-b7a6-09303271d8af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:47.914374972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4fa9de0-e545-4cab-b7a6-09303271d8af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:47.930414327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4fa9de0-e545-4cab-b7a6-09303271d8af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:48.026336996Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f8f132","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f8f132","reconcileID":"58109c78-2617-408b-8a47-fb76a3ef79ca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-f8f132","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-f8f132":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:48.642217666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27dded05-069e-4cec-9e21-e23ef8dfa70b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:48.658703066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27dded05-069e-4cec-9e21-e23ef8dfa70b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:48.675287745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27dded05-069e-4cec-9e21-e23ef8dfa70b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:48.691301839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27dded05-069e-4cec-9e21-e23ef8dfa70b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:53.648777891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"1188e0c3-b036-4e4e-8e29-9b7d00afd1db","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bbae89","tenantID":"e2e-shared-b-w3-bbae89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:53.670174565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"1188e0c3-b036-4e4e-8e29-9b7d00afd1db","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"name":"e2e-shared-b-w3-bbae89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:53.690230103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bbae89-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f8951df45288cc9640c9c23b1b5ed59df807ae73a284ed0412be5bdc9e778563) AuthConfig (ad28c30652236b87f53eea9352c8bb72b36b7200cd79b1ade005809332eefe0d) AuthConfig (df4931cd1d98d3a8db451c030ee86508b24f8d57501ddce95a75a24ac55a7f99) AuthConfig (cba17a4638206502b46ccf0f6c39be41a7ad3abba3178fd3a360a6ad27f28fda) AuthConfig (554133fc8199b694740e3fad8f69390ab144713e4100227971c148978c61c877) AuthConfig (04d8c5f6208532901ab025ff12ef011363be1c190b2781fdb3873bd3a93b7615) AuthConfig (bb01095e09703a804fa56393969ec7f9abc2732821be416c75cd0140e4d7f600) AuthConfig (aeb8b6dc78bbe748ccf289b065e74cac75546fb537b7c2407e0fac8a4f71d035) AuthConfig (0b9bd8c1a42ec7fbb848e28379b8a58c54edb4c3ccef90830bde2cc8a697b16f) AuthConfig (364604a83b434160801929afdcbb25179b9228c06c9a8555d355d572626c73f9) AuthConfig (9029c9c2db8b5fafacc494423421ad03d44740274da657e8bb5aa4bbf642f84a) AuthConfig (4ba1ce0f1b5cfaeae74fd1f19a91ad69c643b73b9921d7a8fcffc25d935e7667) AuthConfig (8ac1fbb6db7d8fd49851cdf0b50ca0c0fa78f14e3733b155f14b696902e6acc7) AuthConfig (e92135df223cfa522c23895a65ff506f09afd4e680ccb4c8e3a0655c42b1b01d) AuthConfig (48f7aec156d491c882dd201f968dec33b5b88a3adcba1df5aa8bc2b458f9bdcf) AuthConfig (4f0a81f58de4b7cbed456a59ce2eb13c91095aad812b5905b96733fb3ee8750a) AuthConfig (66af9568f8427ffa482cfa6ab842fb477248f944953b7367c10c06b0ab51031a) AuthConfig (71ef674b33d0bb49c13c645da23cb78d899792afe9dbea0bd58bbc07a9b95c32)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"1188e0c3-b036-4e4e-8e29-9b7d00afd1db","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:53.712528261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"14ffbeb2-a3f1-4413-a179-a219430f138f","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"tenant":"e2e-shared-b-w3-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:53.712545087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"14ffbeb2-a3f1-4413-a179-a219430f138f","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"routeName":"auth-test-model-bbae89-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bbae89","llmisvcName":"auth-test-model-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.158645262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"316d8a44-78f3-40e4-8f5c-d6ae9de6c7f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.179453091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"316d8a44-78f3-40e4-8f5c-d6ae9de6c7f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.268069282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"8dc1c238-b0ad-4f26-8cb3-06fae8263254","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.26808767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"8dc1c238-b0ad-4f26-8cb3-06fae8263254","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"auth-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"auth-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.381937062Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.728760134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"d8bfff73-d6e8-4110-9407-b04cb4b8122d","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.728783242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"d8bfff73-d6e8-4110-9407-b04cb4b8122d","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"auth-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"auth-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.75124247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"4f585f0d-9428-4f7f-8f55-b4bb62a8dcfe","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.751314326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"4f585f0d-9428-4f7f-8f55-b4bb62a8dcfe","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"auth-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"auth-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.762940932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"58228540-7f94-4e16-86d7-3107e7f10010","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:10:54.764176397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"bd7208ce-55d0-4c51-bc64-fe148de12d4a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-42e72a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:10:54.769562882Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"4f585f0d-9428-4f7f-8f55-b4bb62a8dcfe","name":"auth-test-model-4a92de","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-4a92de\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:10:54.769607576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"4f585f0d-9428-4f7f-8f55-b4bb62a8dcfe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-4a92de\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.774833044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"da37063a-1e86-456e-9a92-8177787ba74c","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.774848662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"da37063a-1e86-456e-9a92-8177787ba74c","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"auth-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"auth-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.784113465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"58228540-7f94-4e16-86d7-3107e7f10010","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.800266402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"ce80b3f7-d035-446f-91d5-c4961de427e3","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.800280665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"ce80b3f7-d035-446f-91d5-c4961de427e3","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"auth-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"auth-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.821300676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"f7e4aa70-9737-4d91-b3c5-a47c60e42f51","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.821317686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"f7e4aa70-9737-4d91-b3c5-a47c60e42f51","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"auth-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"auth-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.890387419Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"84955e9f-db5c-4baa-9cd7-070ca1e00165","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"maas-trlp-auth-test-model-4a92de","model":"auth-test-model-4a92de","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-4a92de/e2e-auth-iso-42e72a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.948156741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"874094c4-384c-44fe-8f8a-35c14524f368","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.954018583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"32f92eea-eaf2-41e8-9636-2bb482e352b3","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.954039752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"32f92eea-eaf2-41e8-9636-2bb482e352b3","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"auth-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"auth-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:54.969110958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"874094c4-384c-44fe-8f8a-35c14524f368","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:10:55.019692353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"cf7ae5b5-ab1c-414d-bce5-81d9c517c6a5","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"maas-trlp-auth-test-model-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:03.745262686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"afaf60e1-da76-4cd8-a261-853121156c70","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bbae89","tenantID":"e2e-shared-b-w3-bbae89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:03.766451695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"afaf60e1-da76-4cd8-a261-853121156c70","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"name":"e2e-shared-b-w3-bbae89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:03.786260792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-bbae89-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f8951df45288cc9640c9c23b1b5ed59df807ae73a284ed0412be5bdc9e778563) AuthConfig (ad28c30652236b87f53eea9352c8bb72b36b7200cd79b1ade005809332eefe0d) AuthConfig (df4931cd1d98d3a8db451c030ee86508b24f8d57501ddce95a75a24ac55a7f99) AuthConfig (cba17a4638206502b46ccf0f6c39be41a7ad3abba3178fd3a360a6ad27f28fda) AuthConfig (554133fc8199b694740e3fad8f69390ab144713e4100227971c148978c61c877) AuthConfig (04d8c5f6208532901ab025ff12ef011363be1c190b2781fdb3873bd3a93b7615) AuthConfig (bb01095e09703a804fa56393969ec7f9abc2732821be416c75cd0140e4d7f600) AuthConfig (aeb8b6dc78bbe748ccf289b065e74cac75546fb537b7c2407e0fac8a4f71d035) AuthConfig (0b9bd8c1a42ec7fbb848e28379b8a58c54edb4c3ccef90830bde2cc8a697b16f) AuthConfig (364604a83b434160801929afdcbb25179b9228c06c9a8555d355d572626c73f9) AuthConfig (9029c9c2db8b5fafacc494423421ad03d44740274da657e8bb5aa4bbf642f84a) AuthConfig (4ba1ce0f1b5cfaeae74fd1f19a91ad69c643b73b9921d7a8fcffc25d935e7667) AuthConfig (8ac1fbb6db7d8fd49851cdf0b50ca0c0fa78f14e3733b155f14b696902e6acc7) AuthConfig (e92135df223cfa522c23895a65ff506f09afd4e680ccb4c8e3a0655c42b1b01d) AuthConfig (48f7aec156d491c882dd201f968dec33b5b88a3adcba1df5aa8bc2b458f9bdcf) AuthConfig (4f0a81f58de4b7cbed456a59ce2eb13c91095aad812b5905b96733fb3ee8750a) AuthConfig (66af9568f8427ffa482cfa6ab842fb477248f944953b7367c10c06b0ab51031a) AuthConfig (71ef674b33d0bb49c13c645da23cb78d899792afe9dbea0bd58bbc07a9b95c32)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"afaf60e1-da76-4cd8-a261-853121156c70","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:13.671245655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"32eee42a-1b16-468d-ad74-840d608f26e2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:13.717113634Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"32eee42a-1b16-468d-ad74-840d608f26e2","name":"e2e-extmod-a-f8f132-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:13.756624956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"99cf20b2-8e35-4298-b19f-820704aaa1e5","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"name":"maas-trlp-auth-test-model-b02580","model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:13.867525408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"9a99ca29-5fdd-4bfe-87c1-aa2b83c40c05","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bbae89","tenantID":"e2e-shared-b-w3-bbae89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:13.868558144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"9dfc3916-5edc-4761-924d-ed174642ca79","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"tenant":"e2e-shared-b-w4-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:13.86857642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"9dfc3916-5edc-4761-924d-ed174642ca79","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"routeName":"auth-test-model-b02580-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b02580","llmisvcName":"auth-test-model-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:13.888805148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"9a99ca29-5fdd-4bfe-87c1-aa2b83c40c05","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"name":"e2e-shared-b-w3-bbae89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:13.919474965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"4207d82f-5ccf-4315-8929-f0471db4f23c","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"maas-trlp-auth-test-model-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:13.999974661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"cd2df726-64a3-486a-80eb-3ba96110b449","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:13.999993074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"cd2df726-64a3-486a-80eb-3ba96110b449","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"auth-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"auth-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:14.068243108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"c23fef16-2949-4b59-86cf-fe4c954e0b57","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"tenant":"e2e-shared-b-w3-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:14.068272499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"c23fef16-2949-4b59-86cf-fe4c954e0b57","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"routeName":"auth-test-model-bbae89-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bbae89","llmisvcName":"auth-test-model-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:14.142780274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"0c47241b-5d5a-4c39-9638-6232f6f4aabe","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b02580","tenantID":"e2e-shared-b-w4-b02580","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:14.179745816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"0c47241b-5d5a-4c39-9638-6232f6f4aabe","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"name":"e2e-shared-b-w4-b02580-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:14.552583566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec2125c-1e06-4a6e-bb14-a16754973dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:14.568735051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec2125c-1e06-4a6e-bb14-a16754973dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:14.584893583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec2125c-1e06-4a6e-bb14-a16754973dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:14.601036517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec2125c-1e06-4a6e-bb14-a16754973dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:14.778529789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"5d5a9778-3b3a-4d14-b530-6c29c2faf5a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:14.800066399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"5d5a9778-3b3a-4d14-b530-6c29c2faf5a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:15.084095974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"0ae27275-fb42-4fe6-8278-64a315252e31","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"tenant":"e2e-shared-a-w4-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:15.084118067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"0ae27275-fb42-4fe6-8278-64a315252e31","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"routeName":"auth-test-model-28ca05-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-28ca05","llmisvcName":"auth-test-model-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:15.115113706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"0418a146-a5bd-4411-9eff-3e355e5f93c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-28ca05","tenantID":"e2e-shared-a-w4-28ca05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:15.137267314Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"684ba5f9-1bea-4039-a155-b9c8c49e14f4","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-11e18ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:15.138795308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"0418a146-a5bd-4411-9eff-3e355e5f93c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"name":"e2e-shared-a-w4-28ca05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:15.217370998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"1cf5d702-36ce-4b1a-ac81-284944a97bf0","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-28ca05","tenantID":"e2e-shared-a-w4-28ca05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:15.23798403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"1cf5d702-36ce-4b1a-ac81-284944a97bf0","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"name":"e2e-shared-a-w4-28ca05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:15.252700544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a5c57a-49a8-4e6c-a3d1-b52b4f984084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:15.268620879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a5c57a-49a8-4e6c-a3d1-b52b4f984084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:15.284557903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a5c57a-49a8-4e6c-a3d1-b52b4f984084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:15.300535697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a5c57a-49a8-4e6c-a3d1-b52b4f984084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:15.308271523Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-4f7443","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-4f7443","reconcileID":"d4864af5-3d5d-4a1f-9483-aaddd77a735a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-4f7443","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-4f7443":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:15.962105583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed4ffbba-b63d-4d1c-ad32-484da9ef3953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:15.978039213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed4ffbba-b63d-4d1c-ad32-484da9ef3953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:15.994002243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed4ffbba-b63d-4d1c-ad32-484da9ef3953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:16.010291756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed4ffbba-b63d-4d1c-ad32-484da9ef3953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:24.38264483Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.155217452Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"0f42a79b-aa9c-4408-a41d-8f06b8ab0337","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","subscription":"e2e-auth-iso-81441e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.155797934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"42583fe9-7664-4a6d-a700-218faa247feb","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"tenant":"e2e-shared-b-w3-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.155815085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"42583fe9-7664-4a6d-a700-218faa247feb","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"routeName":"auth-test-model-bbae89-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bbae89","llmisvcName":"auth-test-model-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.172521293Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"0f42a79b-aa9c-4408-a41d-8f06b8ab0337","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.179215268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"2607e456-979d-42da-af6b-ff53cf631fc9","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"tenant":"e2e-shared-b-w3-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.179234532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"2607e456-979d-42da-af6b-ff53cf631fc9","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"routeName":"auth-test-model-bbae89-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bbae89","llmisvcName":"auth-test-model-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.188996269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"4d7e14e6-3062-4f63-8515-20e463cd64be","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bbae89","tenantID":"e2e-shared-b-w3-bbae89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.189348348Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"0f42a79b-aa9c-4408-a41d-8f06b8ab0337","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"name":"maas-trlp-auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05","model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:11:25.192894456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"12e47d63-20e5-45d4-a7b9-9dd1f78663f5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-232be7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:11:25.1968795Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"2607e456-979d-42da-af6b-ff53cf631fc9","name":"auth-test-model-bbae89","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-bbae89\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:11:25.19695908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"2607e456-979d-42da-af6b-ff53cf631fc9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-bbae89\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.202293295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"82280ca0-db0b-4c88-8d53-1e0c2d6b16da","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"tenant":"e2e-shared-b-w3-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.202306417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"82280ca0-db0b-4c88-8d53-1e0c2d6b16da","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"routeName":"auth-test-model-bbae89-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bbae89","llmisvcName":"auth-test-model-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.211549102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"4d7e14e6-3062-4f63-8515-20e463cd64be","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"name":"e2e-shared-b-w3-bbae89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.231661638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"e14fd511-a37f-4039-8b5e-aabf70736e60","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"tenant":"e2e-shared-b-w3-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.231677136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"e14fd511-a37f-4039-8b5e-aabf70736e60","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"routeName":"auth-test-model-bbae89-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bbae89","llmisvcName":"auth-test-model-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.25267373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"743e0c15-b870-4cd0-968b-763dea6c925f","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"tenant":"e2e-shared-b-w3-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.252688177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"743e0c15-b870-4cd0-968b-763dea6c925f","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"routeName":"auth-test-model-bbae89-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bbae89","llmisvcName":"auth-test-model-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.283446808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"3e39c5e8-2b82-40d2-a8fd-2794324cc840","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"tenant":"e2e-shared-a-w4-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.283460599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"3e39c5e8-2b82-40d2-a8fd-2794324cc840","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"routeName":"auth-test-model-28ca05-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-28ca05","llmisvcName":"auth-test-model-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.314578773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"44ac617f-3ecb-48ef-ad66-634f7ad7c87b","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-28ca05","tenantID":"e2e-shared-a-w4-28ca05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.335617831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"44ac617f-3ecb-48ef-ad66-634f7ad7c87b","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"name":"e2e-shared-a-w4-28ca05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.39808401Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"3c18087c-0751-435d-b1e1-c25a20fc6f44","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"name":"maas-trlp-auth-test-model-bbae89","model":"auth-test-model-bbae89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-bbae89/e2e-auth-iso-232be7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.414636388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"7e3a6e82-a696-4abb-b9da-cadc0d7e2c85","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bbae89","tenantID":"e2e-shared-b-w3-bbae89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.414746934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"4db89b98-5cde-4d75-91fc-7df1cdac7990","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-28ca05","tenantID":"e2e-shared-a-w4-28ca05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.435517073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"7e3a6e82-a696-4abb-b9da-cadc0d7e2c85","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"name":"e2e-shared-b-w3-bbae89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.435660338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"4db89b98-5cde-4d75-91fc-7df1cdac7990","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"name":"e2e-shared-a-w4-28ca05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.436502609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"e7e80150-cd9f-4623-91df-f9bf288e5eee","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"tenant":"e2e-shared-b-w4-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.436521879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"e7e80150-cd9f-4623-91df-f9bf288e5eee","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"routeName":"auth-test-model-b02580-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b02580","llmisvcName":"auth-test-model-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.461529014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"8a5b0a59-54d9-42e2-a6a8-84be3df68f28","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"tenant":"e2e-shared-b-w3-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.461616003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"8a5b0a59-54d9-42e2-a6a8-84be3df68f28","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"routeName":"auth-test-model-bbae89-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bbae89","llmisvcName":"auth-test-model-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.494593762Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"6a3a4c83-9de2-4252-bf1e-cff40d10927d","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6b5f53b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.515371434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"bee34899-7931-46d6-ab8e-6550d053e018","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b02580","tenantID":"e2e-shared-b-w4-b02580","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.532504645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"c7b3ffdc-e040-4491-a9dc-db917838c8f3","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"name":"maas-trlp-auth-test-model-bbae89","model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.537959095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"bee34899-7931-46d6-ab8e-6550d053e018","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"name":"e2e-shared-b-w4-b02580-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.615518494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"a8c15866-bdcf-46b5-9567-6cd9854b6991","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b02580","tenantID":"e2e-shared-b-w4-b02580","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:25.636237265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"a8c15866-bdcf-46b5-9567-6cd9854b6991","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"name":"e2e-shared-b-w4-b02580-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:26.13366684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"cb6b6f0f-2fbc-462e-b0bd-0c30aae0222e","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:26.133687659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"cb6b6f0f-2fbc-462e-b0bd-0c30aae0222e","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"auth-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"auth-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:26.164738425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"57ab0a77-eebc-4b57-9ec0-8a21a5892edd","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:26.185538712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"57ab0a77-eebc-4b57-9ec0-8a21a5892edd","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:26.1883751Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"d12e0e28-9167-45ab-8b53-65092919f045","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0c800233","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:26.350288673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"21d678c0-abc6-40c5-8164-3eee797a9f92","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:26.371123073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"21d678c0-abc6-40c5-8164-3eee797a9f92","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:35.511874597Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"3c351a28-0642-43a1-8c27-d3984825b035","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","subscription":"e2e-auth-iso-81441e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:35.528867117Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"3c351a28-0642-43a1-8c27-d3984825b035","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:35.546083377Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"3c351a28-0642-43a1-8c27-d3984825b035","MaaSSubscription":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"name":"maas-trlp-auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580","model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:35.642818123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"ba8bc257-110a-4aff-8358-ccdf20cace11","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"tenant":"e2e-shared-b-w4-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:35.642836219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"ba8bc257-110a-4aff-8358-ccdf20cace11","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"routeName":"auth-test-model-b02580-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b02580","llmisvcName":"auth-test-model-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:35.675980392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"bea7b71d-9d32-425d-b8b9-74b28f3c1c23","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b02580","tenantID":"e2e-shared-b-w4-b02580","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:35.69885487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"bea7b71d-9d32-425d-b8b9-74b28f3c1c23","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"name":"e2e-shared-b-w4-b02580-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:35.79351262Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"282b36a0-0b83-4311-92a6-0a43f574409c","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:35.793673852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"f07b87ec-2cfa-4328-9471-8cb7ab8d9220","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"tenant":"e2e-shared-a-w4-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:35.793696932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"f07b87ec-2cfa-4328-9471-8cb7ab8d9220","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"routeName":"auth-test-model-28ca05-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-28ca05","llmisvcName":"auth-test-model-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:35.818731151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"f8840fe9-45fd-4452-839b-d07ef98e6261","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b02580","tenantID":"e2e-shared-b-w4-b02580","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:35.840583545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"f8840fe9-45fd-4452-839b-d07ef98e6261","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"name":"e2e-shared-b-w4-b02580-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:35.985997582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"282b36a0-0b83-4311-92a6-0a43f574409c","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-28ca05","tenantID":"e2e-shared-a-w4-28ca05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.042769119Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"282b36a0-0b83-4311-92a6-0a43f574409c","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"name":"e2e-shared-a-w4-28ca05-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.042792866Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"e2e-auth-iso-81441e","reconcileID":"282b36a0-0b83-4311-92a6-0a43f574409c","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.063319815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"54449d0a-7c81-4ca0-aa5d-a292d98d8958","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"tenant":"e2e-shared-a-w4-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","model":"ai-tenant-e2e-shared-a-w4-28ca05/auth-test-model-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.063343028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"auth-test-model-28ca05","reconcileID":"54449d0a-7c81-4ca0-aa5d-a292d98d8958","MaaSModelRef":{"name":"auth-test-model-28ca05","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"routeName":"auth-test-model-28ca05-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-28ca05","llmisvcName":"auth-test-model-28ca05","gateway":"openshift-ingress/e2e-shared-a-w4-28ca05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.2058725Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"0bdb51aa-a81d-4b3a-8691-08cc647b8ba1","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","subscription":"e2e-auth-iso-42e72a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.219305952Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"30e0f101-7c38-49cc-8cb9-b5decd885078","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.219429898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"221ef294-98e3-4e30-9c45-4f355094162a","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"tenant":"e2e-shared-b-w4-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.219446507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"221ef294-98e3-4e30-9c45-4f355094162a","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"routeName":"auth-test-model-b02580-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b02580","llmisvcName":"auth-test-model-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.224211372Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"0bdb51aa-a81d-4b3a-8691-08cc647b8ba1","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.240978553Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"0bdb51aa-a81d-4b3a-8691-08cc647b8ba1","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"maas-trlp-auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.340475989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"0efa5665-3c64-4a83-bb0e-bc1b80dd94dc","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.340494841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"0efa5665-3c64-4a83-bb0e-bc1b80dd94dc","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"auth-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"auth-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.352069534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"30e0f101-7c38-49cc-8cb9-b5decd885078","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b02580","tenantID":"e2e-shared-b-w4-b02580","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.410078745Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"30e0f101-7c38-49cc-8cb9-b5decd885078","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"name":"e2e-shared-b-w4-b02580-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.410099701Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"e2e-auth-iso-81441e","reconcileID":"30e0f101-7c38-49cc-8cb9-b5decd885078","MaaSAuthPolicy":{"name":"e2e-auth-iso-81441e","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.430838121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"6ee2bc53-2a25-4a12-9bbb-266fdccec0cb","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"tenant":"e2e-shared-b-w4-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","model":"ai-tenant-e2e-shared-b-w4-b02580/auth-test-model-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.43085651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"auth-test-model-b02580","reconcileID":"6ee2bc53-2a25-4a12-9bbb-266fdccec0cb","MaaSModelRef":{"name":"auth-test-model-b02580","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"routeName":"auth-test-model-b02580-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b02580","llmisvcName":"auth-test-model-b02580","gateway":"openshift-ingress/e2e-shared-b-w4-b02580","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.467643432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"a7e8730b-8af8-49f7-8cd8-9d4b59b491c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.489131759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"a7e8730b-8af8-49f7-8cd8-9d4b59b491c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.494304978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"2bdd4e3f-6d5d-4c53-a83c-118ab80c5136","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.49432187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"2bdd4e3f-6d5d-4c53-a83c-118ab80c5136","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"auth-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"auth-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.548127082Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"ac392621-59ee-4464-bb93-e8b0063f314e","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e06322cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.571856829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"c5608fac-7f3c-47ac-9557-8ef540ad500c","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.60079837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"c5608fac-7f3c-47ac-9557-8ef540ad500c","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.682253581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"38e38d9c-8ff0-4f93-83e5-6c7b81bd1ffa","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.708747259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"38e38d9c-8ff0-4f93-83e5-6c7b81bd1ffa","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.772010774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"64a93006-7c25-4746-91d6-30c02f6ab8d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:36.794681828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"64a93006-7c25-4746-91d6-30c02f6ab8d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:41.372462563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2010d040-8535-4992-9b3f-46b2e4cf7a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:41.38841105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2010d040-8535-4992-9b3f-46b2e4cf7a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:41.404479333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2010d040-8535-4992-9b3f-46b2e4cf7a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:41.42034227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2010d040-8535-4992-9b3f-46b2e4cf7a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:42.099184545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e80b215f-8f19-4bf5-aa27-5297879f1b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:42.115291227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e80b215f-8f19-4bf5-aa27-5297879f1b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:42.131774984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e80b215f-8f19-4bf5-aa27-5297879f1b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:42.155571455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e80b215f-8f19-4bf5-aa27-5297879f1b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:42.527860387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"839f045e-2193-424b-9167-9fbcc80d140a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:42.574218293Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"839f045e-2193-424b-9167-9fbcc80d140a","name":"e2e-extmod-a-4f7443-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:46.565365675Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"b8232f48-5a5c-49a4-8d20-c2ce6aba6b73","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","subscription":"e2e-auth-iso-42e72a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:46.581814149Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"b8232f48-5a5c-49a4-8d20-c2ce6aba6b73","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:46.598200261Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"b8232f48-5a5c-49a4-8d20-c2ce6aba6b73","MaaSSubscription":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"maas-trlp-auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:46.704163866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"b89212c8-6c5b-42b8-8cdd-012c4add5787","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:46.704189496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"b89212c8-6c5b-42b8-8cdd-012c4add5787","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"auth-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"auth-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:46.735303875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"b0b2160a-e65c-40ce-bb4e-4ad61416a8fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:46.756068519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"b0b2160a-e65c-40ce-bb4e-4ad61416a8fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:46.850623882Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"07004cc1-3739-4440-b5aa-c8c0bbd0f035","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:46.850659078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"d32d4639-19e1-49d2-b9a9-23b118977483","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:46.850672197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"d32d4639-19e1-49d2-b9a9-23b118977483","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"auth-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"auth-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:46.918595997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"fd7eb405-97c2-4b14-beab-b2e89769061a","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:46.939388802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"fd7eb405-97c2-4b14-beab-b2e89769061a","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:47.003323425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"07004cc1-3739-4440-b5aa-c8c0bbd0f035","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:47.058343458Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"07004cc1-3739-4440-b5aa-c8c0bbd0f035","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:47.058362367Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-auth-iso-42e72a","reconcileID":"07004cc1-3739-4440-b5aa-c8c0bbd0f035","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:47.088682392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"a6f150da-1248-46ac-a848-aa5111bcec1b","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/auth-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:47.088699406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"auth-test-model-87f2e6","reconcileID":"a6f150da-1248-46ac-a848-aa5111bcec1b","MaaSModelRef":{"name":"auth-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"auth-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"auth-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:47.251027299Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"442f9020-445b-45d7-9b8e-ed469a6b39fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:47.251106285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"bc973b3b-1ef0-4d57-8451-900c393a4d4d","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:47.25111956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"bc973b3b-1ef0-4d57-8451-900c393a4d4d","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"auth-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"auth-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:47.298761862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"442f9020-445b-45d7-9b8e-ed469a6b39fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:47.353835312Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"442f9020-445b-45d7-9b8e-ed469a6b39fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:47.353856363Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-auth-iso-42e72a","reconcileID":"442f9020-445b-45d7-9b8e-ed469a6b39fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-42e72a","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:47.37455466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"7b83f7ee-2113-4a39-840e-f094890534b5","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/auth-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:47.374571825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"auth-test-model-4a92de","reconcileID":"7b83f7ee-2113-4a39-840e-f094890534b5","MaaSModelRef":{"name":"auth-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"auth-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"auth-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:53.943566364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"5da076bc-ce4a-4540-9c7f-acae438625e6","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"name":"maas-trlp-auth-test-model-bbae89","model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:54.003367702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"35101170-842f-44a7-940e-c16d95213842","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"tenant":"e2e-shared-b-w3-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:54.003387928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"35101170-842f-44a7-940e-c16d95213842","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"routeName":"auth-test-model-bbae89-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bbae89","llmisvcName":"auth-test-model-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:54.381562479Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:54.678019553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"e38fccfc-b33a-4628-adb9-f98bb88d2026","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bbae89","tenantID":"e2e-shared-b-w3-bbae89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:11:54.698856218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"e38fccfc-b33a-4628-adb9-f98bb88d2026","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"name":"e2e-shared-b-w3-bbae89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:00.946212089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ad9aff-d314-44a6-be2d-092d1d67781e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:00.962822037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ad9aff-d314-44a6-be2d-092d1d67781e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:00.979115384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ad9aff-d314-44a6-be2d-092d1d67781e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:00.995406549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ad9aff-d314-44a6-be2d-092d1d67781e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:01.654273182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d04b60-d6fc-474a-9cab-f705f4f4c3af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:01.670356343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d04b60-d6fc-474a-9cab-f705f4f4c3af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:01.686241065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d04b60-d6fc-474a-9cab-f705f4f4c3af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:01.70445932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d04b60-d6fc-474a-9cab-f705f4f4c3af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:01.763942947Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-737f64","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-737f64","reconcileID":"5af35f0d-af57-45e9-ad6b-89a09830d0fe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-737f64","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-737f64":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:02.458421806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c87dc6-98a9-401c-ac66-631205d00d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:02.474394073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c87dc6-98a9-401c-ac66-631205d00d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:02.490139512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c87dc6-98a9-401c-ac66-631205d00d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:02.506050195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c87dc6-98a9-401c-ac66-631205d00d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:03.153433649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e866d7cd-4c25-4724-b71e-22890cd05ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:03.169558437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e866d7cd-4c25-4724-b71e-22890cd05ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:03.185871757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e866d7cd-4c25-4724-b71e-22890cd05ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:03.201811964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e866d7cd-4c25-4724-b71e-22890cd05ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:07.245000919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db1bc44f-c0e4-4b0f-b1a3-cf8bb9d3e9bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:07.261936897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db1bc44f-c0e4-4b0f-b1a3-cf8bb9d3e9bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:07.277977274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db1bc44f-c0e4-4b0f-b1a3-cf8bb9d3e9bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:07.294097893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db1bc44f-c0e4-4b0f-b1a3-cf8bb9d3e9bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:07.968560381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6fca87-5a3f-4672-972b-10169bfcf0ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:07.984639777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6fca87-5a3f-4672-972b-10169bfcf0ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:08.000843481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6fca87-5a3f-4672-972b-10169bfcf0ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:08.016952668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6fca87-5a3f-4672-972b-10169bfcf0ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:08.043656318Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-2bc4e2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-2bc4e2","reconcileID":"e66b08f1-a91d-493d-97be-03d487ef0182","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-2bc4e2","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-2bc4e2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:08.807247091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b01330-331b-4480-874c-216aece47176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:08.824815222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b01330-331b-4480-874c-216aece47176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:08.841107242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b01330-331b-4480-874c-216aece47176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:08.857070051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b01330-331b-4480-874c-216aece47176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:12.41128615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63353a12-d0f2-45dc-aee9-ddeeab042a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:12.431028249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63353a12-d0f2-45dc-aee9-ddeeab042a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:12.448719765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63353a12-d0f2-45dc-aee9-ddeeab042a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:12.464560202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63353a12-d0f2-45dc-aee9-ddeeab042a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:13.149810693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95051f1d-8f1b-42ae-bf4d-6e4c8e3120cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:13.166063035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95051f1d-8f1b-42ae-bf4d-6e4c8e3120cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:13.182294757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95051f1d-8f1b-42ae-bf4d-6e4c8e3120cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:13.198498151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95051f1d-8f1b-42ae-bf4d-6e4c8e3120cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:24.384975817Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:31.492032004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"81448339-3f1d-42ef-8b04-0992ce4438e6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:31.53737829Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"81448339-3f1d-42ef-8b04-0992ce4438e6","name":"e2e-extmod-a-737f64-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:32.252488514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ba612b-1bdc-4b56-9a92-f93d11aad892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:32.26872545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ba612b-1bdc-4b56-9a92-f93d11aad892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:32.284687435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ba612b-1bdc-4b56-9a92-f93d11aad892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:32.300572315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ba612b-1bdc-4b56-9a92-f93d11aad892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:32.943981224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d066bc-6baa-4b02-8a34-b0254dcfab02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:32.960081699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d066bc-6baa-4b02-8a34-b0254dcfab02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:32.977875243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d066bc-6baa-4b02-8a34-b0254dcfab02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:32.994127016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d066bc-6baa-4b02-8a34-b0254dcfab02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:33.054189324Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-3e23ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-3e23ec","reconcileID":"ed9cbe75-dd1e-48b3-b003-667149211ec5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-3e23ec","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-3e23ec":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:33.753231602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d057ff-7c08-4f06-8468-b9d207a7b00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:33.769031973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d057ff-7c08-4f06-8468-b9d207a7b00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:33.785196052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d057ff-7c08-4f06-8468-b9d207a7b00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:33.801144393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d057ff-7c08-4f06-8468-b9d207a7b00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:34.47064444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20d20510-82a7-4f77-9b17-59af9ecb38c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:34.486946461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20d20510-82a7-4f77-9b17-59af9ecb38c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:34.506489438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20d20510-82a7-4f77-9b17-59af9ecb38c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:34.524004668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20d20510-82a7-4f77-9b17-59af9ecb38c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:35.25211735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca45b6de-886f-4fb3-b0c5-ff7f4df3a39b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:35.270016796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca45b6de-886f-4fb3-b0c5-ff7f4df3a39b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:35.286504005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca45b6de-886f-4fb3-b0c5-ff7f4df3a39b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:35.302758229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca45b6de-886f-4fb3-b0c5-ff7f4df3a39b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:40.90950503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"fb0610ad-b9c6-4479-962b-58468361b1ac","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:40.954865801Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"fb0610ad-b9c6-4479-962b-58468361b1ac","name":"e2e-extmod-b-2bc4e2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:50.566820248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b46f8aee-b689-483b-9843-ed5eab250a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:50.58299297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b46f8aee-b689-483b-9843-ed5eab250a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:50.599058676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b46f8aee-b689-483b-9843-ed5eab250a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:50.614891346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b46f8aee-b689-483b-9843-ed5eab250a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:51.253935267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c183111-f8ef-4419-bfa1-a05c7086ae39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:51.269829094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c183111-f8ef-4419-bfa1-a05c7086ae39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:51.285839557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c183111-f8ef-4419-bfa1-a05c7086ae39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:51.301583435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c183111-f8ef-4419-bfa1-a05c7086ae39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:51.393526485Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-846099","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-846099","reconcileID":"7cc999a9-d85d-450e-afa6-68f829f8fecd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-846099","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-846099":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:52.023246815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee11f1d9-3bd1-4ae1-9eb4-429bcc05ab21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:52.039152513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee11f1d9-3bd1-4ae1-9eb4-429bcc05ab21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:52.05802227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee11f1d9-3bd1-4ae1-9eb4-429bcc05ab21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:52.073860141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee11f1d9-3bd1-4ae1-9eb4-429bcc05ab21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:52.740278685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96746371-32a3-41f8-b1f0-8e08fc70e7c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:52.757103272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96746371-32a3-41f8-b1f0-8e08fc70e7c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:52.773103603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96746371-32a3-41f8-b1f0-8e08fc70e7c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:52.789019101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96746371-32a3-41f8-b1f0-8e08fc70e7c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:53.468117529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b755f4b7-d9e1-464f-962b-0e365a13e436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:53.490223143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b755f4b7-d9e1-464f-962b-0e365a13e436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:53.545968311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b755f4b7-d9e1-464f-962b-0e365a13e436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:53.570641104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b755f4b7-d9e1-464f-962b-0e365a13e436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:54.348392883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26eccfb6-8c6f-4749-8a94-04a050c819a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:54.364352126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26eccfb6-8c6f-4749-8a94-04a050c819a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:54.380402565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26eccfb6-8c6f-4749-8a94-04a050c819a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:54.382649389Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:54.396379828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26eccfb6-8c6f-4749-8a94-04a050c819a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:55.043268444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59273c86-bfcc-46c7-8456-860d63c9bcb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:55.061232719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59273c86-bfcc-46c7-8456-860d63c9bcb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:55.08747943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59273c86-bfcc-46c7-8456-860d63c9bcb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:55.110149838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59273c86-bfcc-46c7-8456-860d63c9bcb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:55.757132728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e979517-94db-45b3-b94b-732ac7a77173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:55.773137215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e979517-94db-45b3-b94b-732ac7a77173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:55.789063501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e979517-94db-45b3-b94b-732ac7a77173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:55.804928971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e979517-94db-45b3-b94b-732ac7a77173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:56.561321511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc016918-19d5-4192-b166-476016744169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:56.577319933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc016918-19d5-4192-b166-476016744169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:56.59329889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc016918-19d5-4192-b166-476016744169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:56.609219178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc016918-19d5-4192-b166-476016744169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:57.376609078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e5e30a-882e-4606-a66a-9fe00573ea37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:57.392586722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e5e30a-882e-4606-a66a-9fe00573ea37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:57.408426963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e5e30a-882e-4606-a66a-9fe00573ea37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:57.424375321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e5e30a-882e-4606-a66a-9fe00573ea37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:58.163192701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9ace34-2413-4bf7-affc-f678b72d73a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:58.179237097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9ace34-2413-4bf7-affc-f678b72d73a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:58.195210516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9ace34-2413-4bf7-affc-f678b72d73a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:12:58.211250775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9ace34-2413-4bf7-affc-f678b72d73a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:05.475336557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b2348e-b0fb-4bd4-b592-2d5664622fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:05.491712794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b2348e-b0fb-4bd4-b592-2d5664622fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:05.508155082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b2348e-b0fb-4bd4-b592-2d5664622fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:05.524420835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b2348e-b0fb-4bd4-b592-2d5664622fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:06.19608012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a81882a-9b32-47d8-bf5c-26aec54ed642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:06.212438091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a81882a-9b32-47d8-bf5c-26aec54ed642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:06.228562485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a81882a-9b32-47d8-bf5c-26aec54ed642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:06.244695045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a81882a-9b32-47d8-bf5c-26aec54ed642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:06.719085346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"e6eeb6f8-0714-4957-814b-a95965f8cb18","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-3e23ec","tenantID":"e2e-autores-3e23ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:06.763759861Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"e6eeb6f8-0714-4957-814b-a95965f8cb18","name":"e2e-autores-3e23ec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:06.898072031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d06345-cdb0-49e8-a823-95af70ee2c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:06.914579046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d06345-cdb0-49e8-a823-95af70ee2c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:06.930689555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d06345-cdb0-49e8-a823-95af70ee2c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:06.946555059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d06345-cdb0-49e8-a823-95af70ee2c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:07.648111459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053fe3a4-2ea1-4fcf-9253-b6a08dbf4ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:07.664652325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053fe3a4-2ea1-4fcf-9253-b6a08dbf4ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:07.680860871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053fe3a4-2ea1-4fcf-9253-b6a08dbf4ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:07.696726777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053fe3a4-2ea1-4fcf-9253-b6a08dbf4ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:08.413483761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b243f6-ea4c-49d9-8353-890fb191ecd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:08.430214413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b243f6-ea4c-49d9-8353-890fb191ecd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:08.446309566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b243f6-ea4c-49d9-8353-890fb191ecd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:08.462282788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b243f6-ea4c-49d9-8353-890fb191ecd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:09.194067432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adbe3fdd-7d83-4873-ab94-b24b50d8ad5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:09.211821103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adbe3fdd-7d83-4873-ab94-b24b50d8ad5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:09.228141564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adbe3fdd-7d83-4873-ab94-b24b50d8ad5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:09.244376005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adbe3fdd-7d83-4873-ab94-b24b50d8ad5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:09.883825992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375b3c7d-fe94-4aae-9b2d-3b8056299e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:09.899940662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375b3c7d-fe94-4aae-9b2d-3b8056299e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:09.91581487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375b3c7d-fe94-4aae-9b2d-3b8056299e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:09.933326451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375b3c7d-fe94-4aae-9b2d-3b8056299e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:10.569334642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37e27027-f64b-4964-9159-926d68f95ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:10.58649367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37e27027-f64b-4964-9159-926d68f95ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:10.603396348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37e27027-f64b-4964-9159-926d68f95ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:10.619531963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37e27027-f64b-4964-9159-926d68f95ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:11.274619101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb69056-c51b-455e-ae5e-706efda17398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:11.29043939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb69056-c51b-455e-ae5e-706efda17398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:11.306517349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb69056-c51b-455e-ae5e-706efda17398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:11.322412284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb69056-c51b-455e-ae5e-706efda17398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:12.050667657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a75212e1-3d69-43aa-a56c-0e9b2324cc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:12.066712954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a75212e1-3d69-43aa-a56c-0e9b2324cc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:12.082688681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a75212e1-3d69-43aa-a56c-0e9b2324cc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:12.098946881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a75212e1-3d69-43aa-a56c-0e9b2324cc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:12.453533679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"9f1b9451-d148-4026-9ba8-cf29d46b32c8","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"tenant":"e2e-shared-a-w3-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:12.453560188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"9f1b9451-d148-4026-9ba8-cf29d46b32c8","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"routeName":"auth-test-model-933195-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-933195","llmisvcName":"auth-test-model-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:12.509818559Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"f115c2b8-5956-4c9d-86fc-55cec59766a3","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9036b50a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:12.658079202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"1a8eb7ba-fe73-45ce-aa32-c391e05620b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-933195","tenantID":"e2e-shared-a-w3-933195","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:12.758405799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"1a8eb7ba-fe73-45ce-aa32-c391e05620b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"name":"e2e-shared-a-w3-933195-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:12.837500552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"5ed06862-1768-4e2e-b33c-3ef27329005d","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-933195","tenantID":"e2e-shared-a-w3-933195","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:12.859115724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"5ed06862-1768-4e2e-b33c-3ef27329005d","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"name":"e2e-shared-a-w3-933195-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:12.950701913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a5fab7-e3f2-41f3-8e6d-88ada933f5ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:12.968501493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a5fab7-e3f2-41f3-8e6d-88ada933f5ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:12.984768133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a5fab7-e3f2-41f3-8e6d-88ada933f5ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:13.000771317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a5fab7-e3f2-41f3-8e6d-88ada933f5ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:13.651693635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"659d2829-9776-432c-aa07-3c1839f3230a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:13.670590359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"659d2829-9776-432c-aa07-3c1839f3230a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:13.686820576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"659d2829-9776-432c-aa07-3c1839f3230a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:13.702938878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"659d2829-9776-432c-aa07-3c1839f3230a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:14.350148875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9940643d-e699-47d2-8a70-f24f99342f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:14.366256108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9940643d-e699-47d2-8a70-f24f99342f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:14.382382219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9940643d-e699-47d2-8a70-f24f99342f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:14.398390791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9940643d-e699-47d2-8a70-f24f99342f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:15.038603559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b09059-7f7d-4107-9ab2-c19271b6d7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:15.054448007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b09059-7f7d-4107-9ab2-c19271b6d7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:15.07061559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b09059-7f7d-4107-9ab2-c19271b6d7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:15.086733578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b09059-7f7d-4107-9ab2-c19271b6d7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:15.728142929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c7f30c-b87b-40ae-abf6-cc63959d60a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:15.744111489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c7f30c-b87b-40ae-abf6-cc63959d60a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:15.760030356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c7f30c-b87b-40ae-abf6-cc63959d60a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:15.7760981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c7f30c-b87b-40ae-abf6-cc63959d60a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:16.474253932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc0e249-e687-4a76-86b1-f622c90103a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:16.490446497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc0e249-e687-4a76-86b1-f622c90103a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:16.506616855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc0e249-e687-4a76-86b1-f622c90103a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:16.522715055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc0e249-e687-4a76-86b1-f622c90103a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:17.244968901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16b6639b-4098-46e0-93a1-32f6e6e49537","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:17.260869226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16b6639b-4098-46e0-93a1-32f6e6e49537","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:17.277508349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16b6639b-4098-46e0-93a1-32f6e6e49537","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:17.293552509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16b6639b-4098-46e0-93a1-32f6e6e49537","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.757445631Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"d297744e-9fd4-42dd-90fb-13d6330697bf","namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.776328179Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"f6ebbca5-6588-4ac4-9308-a4d309ecdabb","namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.791642268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"2c01b913-aead-4f48-a875-daff3a932506","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bbae89","tenantID":"e2e-shared-b-w3-bbae89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.804430569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"03af87b3-e235-459e-9cf6-d5491a2a6a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.807004682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"44f4fdb9-6a83-45af-a783-787a8f4b3891","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.807434955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ca62044-0b3d-46d5-904c-dcbbd7de09d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.807558525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"e7caa6d4-ebf9-4862-b63b-9904c2da07e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.812932839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"2c01b913-aead-4f48-a875-daff3a932506","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"name":"e2e-shared-b-w3-bbae89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.825277844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"03af87b3-e235-459e-9cf6-d5491a2a6a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.829317918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"44f4fdb9-6a83-45af-a783-787a8f4b3891","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.829672506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ca62044-0b3d-46d5-904c-dcbbd7de09d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.831739654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"e7caa6d4-ebf9-4862-b63b-9904c2da07e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.946446456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"9cc6b32e-b6f7-49cf-8a65-428248a062ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.946790479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"10145b13-9a08-4e62-9a7b-83140a44e10b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.947317737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"709cd826-cae3-48d7-a3fe-2d629d4f08d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.947602011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8856775-ac63-41ca-9a44-8737cc965513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.947883754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d31c1c3a-2f22-4b2c-95a5-a18bacc2310a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.970226919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"9cc6b32e-b6f7-49cf-8a65-428248a062ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.975137682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"10145b13-9a08-4e62-9a7b-83140a44e10b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.980075029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d31c1c3a-2f22-4b2c-95a5-a18bacc2310a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.983122872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"709cd826-cae3-48d7-a3fe-2d629d4f08d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:21.984001066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8856775-ac63-41ca-9a44-8737cc965513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.059201925Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"f56aa192-5b05-410b-9a8d-058e58ecd660","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.098048953Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"94a88679-4916-45e1-9efb-f56870b7c379","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:13:22.117179333Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"94a88679-4916-45e1-9efb-f56870b7c379","name":"e2e-att-serve-25035f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-25035f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:13:22.117232844Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"94a88679-4916-45e1-9efb-f56870b7c379","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-25035f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.134247238Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"2d846a96-fef7-4fd6-a760-0d816c3fc2f8","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.212847442Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"ed7b5313-2986-486d-af12-e70342d89731","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.224763014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"f24cb466-a8ce-431a-b460-a328c67a128b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.227578293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"37a54159-7b66-46d8-9595-1e6364ea49e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.22769287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"3478d95e-d490-47bb-a186-d0ee20167ae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.245414882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"f24cb466-a8ce-431a-b460-a328c67a128b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.248664822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"37a54159-7b66-46d8-9595-1e6364ea49e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.248668194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"3478d95e-d490-47bb-a186-d0ee20167ae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.307948894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"e88028ac-f7a9-4815-9ef2-21c590f2a136","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-933195","tenantID":"e2e-shared-a-w3-933195","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.323052966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"bf0a1865-a7a2-4b27-804f-690edc835551","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.331678047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"b327a142-b76e-4d2b-a35f-0e5ea59fb9fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bbae89","tenantID":"e2e-shared-b-w3-bbae89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.340455062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"69667abc-4666-4433-b303-5222db069a73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.342598889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"e88028ac-f7a9-4815-9ef2-21c590f2a136","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"name":"e2e-shared-a-w3-933195-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.358560714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"bf0a1865-a7a2-4b27-804f-690edc835551","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.389638902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26283eeb-9e49-409c-b240-4e8e346e7d0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.391580612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"69667abc-4666-4433-b303-5222db069a73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.392081208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"b327a142-b76e-4d2b-a35f-0e5ea59fb9fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"name":"e2e-shared-b-w3-bbae89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.397410536Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"d52b818b-8d93-40e5-8fe3-15ae911c4ee6","namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.411657307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26283eeb-9e49-409c-b240-4e8e346e7d0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.414339178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"dd5d3b98-43bc-4fb9-8a4c-75e2442e72ab","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"tenant":"e2e-extmod-b-2bc4e2","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","model":"e2e-extmod-att-user-0c561a/e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.414364006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"dd5d3b98-43bc-4fb9-8a4c-75e2442e72ab","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"routeName":"external-model-e2e-att-serve-25035f-bf1e545d7bd0","namespace":"e2e-extmod-att-user-0c561a","model":"e2e-att-serve-25035f","externalModel":"e2e-att-serve-25035f","provider":"e2e-att-serve-25035f-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.531248133Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"0c818bc2-d4b2-4e89-bf76-bd719d288e8c","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","subscription":"e2e-auth-iso-232be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.565771365Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"0c818bc2-d4b2-4e89-bf76-bd719d288e8c","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.592570064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"4687521d-ca65-41ba-8bd4-e6dac291711c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.593726852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"3042a055-fe60-4661-9a1a-9fbf9761a874","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"tenant":"e2e-extmod-b-2bc4e2","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","model":"e2e-extmod-att-user-0c561a/e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.593807182Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"3042a055-fe60-4661-9a1a-9fbf9761a874","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"routeName":"external-model-e2e-att-serve-25035f-bf1e545d7bd0","namespace":"e2e-extmod-att-user-0c561a","model":"e2e-att-serve-25035f","externalModel":"e2e-att-serve-25035f","provider":"e2e-att-serve-25035f-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.594516936Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"0c818bc2-d4b2-4e89-bf76-bd719d288e8c","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"name":"maas-trlp-auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195","model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.616265427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"4687521d-ca65-41ba-8bd4-e6dac291711c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.64680951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"52e4d5b2-3e60-4dd2-b057-baaa037334a9","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.647371198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"f34fcaac-3d59-459a-93f4-90669e730eab","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bbae89","tenantID":"e2e-shared-b-w3-bbae89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.662484776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"00ec16ba-2e5f-4312-8a79-79a649663a66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.663768443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfd1880c-e84e-4bea-9b88-d05a3daa9fd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.669403233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"f34fcaac-3d59-459a-93f4-90669e730eab","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"name":"e2e-shared-b-w3-bbae89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.68811804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"00ec16ba-2e5f-4312-8a79-79a649663a66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.688179513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfd1880c-e84e-4bea-9b88-d05a3daa9fd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.706303855Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"52e4d5b2-3e60-4dd2-b057-baaa037334a9","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.726001201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bc4e2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"52e4d5b2-3e60-4dd2-b057-baaa037334a9","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.738109775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"118abb50-0ff6-495b-a9b8-120a1b447e64","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"tenant":"e2e-shared-a-w3-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.738126111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"118abb50-0ff6-495b-a9b8-120a1b447e64","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"routeName":"auth-test-model-933195-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-933195","llmisvcName":"auth-test-model-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.760096825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"a70d1e0a-b787-4a8f-b3cd-6e6c5c04eaa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.776844313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"abcea264-4e71-47c7-9ad4-abcd1865c378","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"tenant":"e2e-extmod-b-2bc4e2","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","model":"e2e-extmod-att-user-0c561a/e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.776863677Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"abcea264-4e71-47c7-9ad4-abcd1865c378","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"routeName":"external-model-e2e-att-serve-25035f-bf1e545d7bd0","namespace":"e2e-extmod-att-user-0c561a","model":"e2e-att-serve-25035f","externalModel":"e2e-att-serve-25035f","provider":"e2e-att-serve-25035f-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.780828723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"a70d1e0a-b787-4a8f-b3cd-6e6c5c04eaa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.86242983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"2d4376b0-511e-4414-b723-feb6fb2b69a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.862429681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"91f89b81-71ea-48f9-9fbd-209039c218ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.862783544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ddce648-265b-4baa-9cbf-52b3deb55256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.862982697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"3ac37a41-6748-454e-885e-daf3de928be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.878147365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"f12eebfb-3d1f-4660-8680-5c15550170ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.878824331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"defc58d0-e51c-4d9c-87ca-aaeead36adba","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"tenant":"e2e-shared-b-w3-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.878838746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"defc58d0-e51c-4d9c-87ca-aaeead36adba","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"routeName":"auth-test-model-bbae89-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bbae89","llmisvcName":"auth-test-model-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.884073194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"2d4376b0-511e-4414-b723-feb6fb2b69a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.884220933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ddce648-265b-4baa-9cbf-52b3deb55256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.886827053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"91f89b81-71ea-48f9-9fbd-209039c218ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.886998777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"3ac37a41-6748-454e-885e-daf3de928be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.899765342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"f12eebfb-3d1f-4660-8680-5c15550170ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:22.935377947Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"776eba70-1542-4aae-9aae-1312a441037f","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6950e800","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:23.050725011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"a428d514-a187-41c4-b645-5fcf7fbd117f","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-933195","tenantID":"e2e-shared-a-w3-933195","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:23.0654932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"55b9d390-8e54-4559-81eb-b30cfc7e3240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:23.065696613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"44a4769b-22a8-4ce0-8e46-e331413d37c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bbae89","tenantID":"e2e-shared-b-w3-bbae89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:23.065936344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"230bdd72-c099-4b16-98e0-0ba94f194bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:23.066097806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"da58fd96-46c9-4c42-84c9-baac626e6b24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:23.071870465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"a428d514-a187-41c4-b645-5fcf7fbd117f","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"name":"e2e-shared-a-w3-933195-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:23.086392533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"55b9d390-8e54-4559-81eb-b30cfc7e3240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:23.087789333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"230bdd72-c099-4b16-98e0-0ba94f194bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:23.088859726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"da58fd96-46c9-4c42-84c9-baac626e6b24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:23.090237974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"44a4769b-22a8-4ce0-8e46-e331413d37c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"name":"e2e-shared-b-w3-bbae89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:24.382466282Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:27.546207351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"b843de68-9a11-4db9-9618-cd9c32ee4ea0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:27.59207088Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"b843de68-9a11-4db9-9618-cd9c32ee4ea0","name":"e2e-extmod-b-846099-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:32.77739736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"3f23e3c3-60a3-4f9d-a53b-6848d48e8f2d","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:32.800061121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"3f23e3c3-60a3-4f9d-a53b-6848d48e8f2d","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:32.820014844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bc4e2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"3f23e3c3-60a3-4f9d-a53b-6848d48e8f2d","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:32.965603083Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"a28473d6-9808-414f-95e2-74103b7c49e1","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","subscription":"e2e-auth-iso-232be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:32.982353424Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"a28473d6-9808-414f-95e2-74103b7c49e1","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:32.999100699Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"a28473d6-9808-414f-95e2-74103b7c49e1","MaaSSubscription":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"name":"maas-trlp-auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89","model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:33.185084774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"bb55e224-2a87-43bd-860a-36b00742ab11","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"tenant":"e2e-shared-b-w3-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:33.18510521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"bb55e224-2a87-43bd-860a-36b00742ab11","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"routeName":"auth-test-model-bbae89-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bbae89","llmisvcName":"auth-test-model-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:33.217066939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"f4236625-6609-4359-85d0-7ef5b66349e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bbae89","tenantID":"e2e-shared-b-w3-bbae89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:33.238246314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"f4236625-6609-4359-85d0-7ef5b66349e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"name":"e2e-shared-b-w3-bbae89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:33.258326527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59128779-77df-4800-a545-98ca39db8375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:33.274204854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59128779-77df-4800-a545-98ca39db8375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:33.290226349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59128779-77df-4800-a545-98ca39db8375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:33.308725014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59128779-77df-4800-a545-98ca39db8375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:33.326991043Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"f9de1108-9482-4027-a4cc-67b869eb2f03","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:33.327121021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"97efaa04-17b1-4051-8967-aaf42dcdaf1c","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"tenant":"e2e-shared-a-w3-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:33.32713607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"97efaa04-17b1-4051-8967-aaf42dcdaf1c","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"routeName":"auth-test-model-933195-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-933195","llmisvcName":"auth-test-model-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:33.409369238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"b3e24cf0-1bdc-4067-ba52-9976d091f1e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bbae89","tenantID":"e2e-shared-b-w3-bbae89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:33.40949741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"f9de1108-9482-4027-a4cc-67b869eb2f03","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-933195","tenantID":"e2e-shared-a-w3-933195","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:33.431006779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"b3e24cf0-1bdc-4067-ba52-9976d091f1e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"name":"e2e-shared-b-w3-bbae89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:33.467359315Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"f9de1108-9482-4027-a4cc-67b869eb2f03","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"name":"e2e-shared-a-w3-933195-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:33.467468219Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"e2e-auth-iso-232be7","reconcileID":"f9de1108-9482-4027-a4cc-67b869eb2f03","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:33.494876612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"0549609c-7361-4271-bbc7-5a4dd90a5918","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"tenant":"e2e-shared-a-w3-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","model":"ai-tenant-e2e-shared-a-w3-933195/auth-test-model-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:33.500552472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"auth-test-model-933195","reconcileID":"0549609c-7361-4271-bbc7-5a4dd90a5918","MaaSModelRef":{"name":"auth-test-model-933195","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"routeName":"auth-test-model-933195-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-933195","llmisvcName":"auth-test-model-933195","gateway":"openshift-ingress/e2e-shared-a-w3-933195","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:33.973394204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e18693-dcbc-42f4-b03f-fa70ca3ffe43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:33.980188926Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-7b8a9d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-7b8a9d","reconcileID":"b1587481-f00b-4a9b-8988-a595197ba543","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-7b8a9d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-7b8a9d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:33.989413031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e18693-dcbc-42f4-b03f-fa70ca3ffe43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:34.005473844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e18693-dcbc-42f4-b03f-fa70ca3ffe43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:34.021422501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e18693-dcbc-42f4-b03f-fa70ca3ffe43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:34.751368377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05645c7-d876-481a-a5af-4ae1dbb68b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:34.767706842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05645c7-d876-481a-a5af-4ae1dbb68b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:34.783925767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05645c7-d876-481a-a5af-4ae1dbb68b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:34.800057334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05645c7-d876-481a-a5af-4ae1dbb68b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:38.418273181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"bf68c4f2-aff4-4c69-8e64-3e47b5ca02d2","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:38.440293072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"bf68c4f2-aff4-4c69-8e64-3e47b5ca02d2","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:38.460535238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bc4e2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d6e263efd25bf521ff9346a71c4c00216229ab30d5951afa8bb147f72b71da24) AuthConfig (a41098d6000df2023fded181d70cc989c665745f3c52b7eb0c644ced5f4eb739) AuthConfig (ded3760248445a8c549618e4861b3d5705b7979a34518f280607337369d7cb16) AuthConfig (6ed1c6e2e2bf0ae16ae9553d570d47f5e2570f6e8a7465e3402ff992b9833afe) AuthConfig (835b6a6ab6c594f2bb108ec60269662f65f212ea03e73440b13246755c6fc4a5) AuthConfig (27d7efc991e3f410e5b7cada8cb132b69c50200958f6a1a831d26232cb333c6a) AuthConfig (f6088db2851e33b14830f1e7718491f0cb5b73b03de972278c8b8bd18a259bdd) AuthConfig (9f4bd062aecf66043620f69c9e6b2f9e6a788d3cd53fa0c55bd08ba8135e3552) AuthConfig (7bd6d658eb371ccb2cce8e8b19ba847dca1baa1584c386b9915dc682a45ce645) AuthConfig (c37c2e1104f854f58ba7759a4e817b188a559a8e66a58c3dbb956445c976dc19)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"bf68c4f2-aff4-4c69-8e64-3e47b5ca02d2","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:38.496771187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"6b7e2e93-4b20-461e-9224-34a63cb1776c","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"tenant":"e2e-extmod-b-2bc4e2","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","model":"e2e-extmod-att-user-0c561a/e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:38.496797165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"6b7e2e93-4b20-461e-9224-34a63cb1776c","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"routeName":"external-model-e2e-att-serve-25035f-bf1e545d7bd0","namespace":"e2e-extmod-att-user-0c561a","model":"e2e-att-serve-25035f","externalModel":"e2e-att-serve-25035f","provider":"e2e-att-serve-25035f-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:43.639729267Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"e72eafbd-0edf-4fee-934b-53728ff2a14c","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:43.639889479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"deec2647-a534-4a6e-839b-aa1d92583054","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"tenant":"e2e-shared-b-w3-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:43.639926321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"deec2647-a534-4a6e-839b-aa1d92583054","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"routeName":"auth-test-model-bbae89-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bbae89","llmisvcName":"auth-test-model-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:43.687886815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"e72eafbd-0edf-4fee-934b-53728ff2a14c","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bbae89","tenantID":"e2e-shared-b-w3-bbae89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:43.743603605Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"e72eafbd-0edf-4fee-934b-53728ff2a14c","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"name":"e2e-shared-b-w3-bbae89-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:43.743624584Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"e2e-auth-iso-232be7","reconcileID":"e72eafbd-0edf-4fee-934b-53728ff2a14c","MaaSAuthPolicy":{"name":"e2e-auth-iso-232be7","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:43.764333986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"0aaacf40-2abf-450f-8624-f12ce7166811","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"tenant":"e2e-shared-b-w3-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","model":"ai-tenant-e2e-shared-b-w3-bbae89/auth-test-model-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:43.764351906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"auth-test-model-bbae89","reconcileID":"0aaacf40-2abf-450f-8624-f12ce7166811","MaaSModelRef":{"name":"auth-test-model-bbae89","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"routeName":"auth-test-model-bbae89-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-bbae89","llmisvcName":"auth-test-model-bbae89","gateway":"openshift-ingress/e2e-shared-b-w3-bbae89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:44.655954591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15793466-cb5e-4fd3-b5cf-16b5768349a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:44.672485924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15793466-cb5e-4fd3-b5cf-16b5768349a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:44.688854099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15793466-cb5e-4fd3-b5cf-16b5768349a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:44.705064018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15793466-cb5e-4fd3-b5cf-16b5768349a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:45.386192043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d33af3a-5204-4a2b-8abf-252fc04b2525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:45.4118122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d33af3a-5204-4a2b-8abf-252fc04b2525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:45.428042175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d33af3a-5204-4a2b-8abf-252fc04b2525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:45.444374144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d33af3a-5204-4a2b-8abf-252fc04b2525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:46.156394646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d5619ab-99c9-4059-9f4e-aa5e16bef8fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:46.172621934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d5619ab-99c9-4059-9f4e-aa5e16bef8fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:46.188678783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d5619ab-99c9-4059-9f4e-aa5e16bef8fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:46.204804366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d5619ab-99c9-4059-9f4e-aa5e16bef8fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:46.934448656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf6585f-57e8-459b-89ee-96fad95a0e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:46.950854268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf6585f-57e8-459b-89ee-96fad95a0e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:46.967798103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf6585f-57e8-459b-89ee-96fad95a0e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:46.983863315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf6585f-57e8-459b-89ee-96fad95a0e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:47.636756932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865e5d38-836d-427e-a385-fe566734ad23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:47.652931188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865e5d38-836d-427e-a385-fe566734ad23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:47.668819653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865e5d38-836d-427e-a385-fe566734ad23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:47.684766283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865e5d38-836d-427e-a385-fe566734ad23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:48.330517947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f6a4d0-f6d8-4b11-b65e-f70ad5d84e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:48.346419536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f6a4d0-f6d8-4b11-b65e-f70ad5d84e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:48.362607153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f6a4d0-f6d8-4b11-b65e-f70ad5d84e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:48.379618174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f6a4d0-f6d8-4b11-b65e-f70ad5d84e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:48.513142641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"46772019-505b-42f4-87a2-a1421a6211cd","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:48.534107088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"46772019-505b-42f4-87a2-a1421a6211cd","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:48.553704273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bc4e2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d6e263efd25bf521ff9346a71c4c00216229ab30d5951afa8bb147f72b71da24) AuthConfig (a41098d6000df2023fded181d70cc989c665745f3c52b7eb0c644ced5f4eb739) AuthConfig (ded3760248445a8c549618e4861b3d5705b7979a34518f280607337369d7cb16) AuthConfig (6ed1c6e2e2bf0ae16ae9553d570d47f5e2570f6e8a7465e3402ff992b9833afe) AuthConfig (835b6a6ab6c594f2bb108ec60269662f65f212ea03e73440b13246755c6fc4a5) AuthConfig (27d7efc991e3f410e5b7cada8cb132b69c50200958f6a1a831d26232cb333c6a) AuthConfig (f6088db2851e33b14830f1e7718491f0cb5b73b03de972278c8b8bd18a259bdd) AuthConfig (9f4bd062aecf66043620f69c9e6b2f9e6a788d3cd53fa0c55bd08ba8135e3552) AuthConfig (7bd6d658eb371ccb2cce8e8b19ba847dca1baa1584c386b9915dc682a45ce645) AuthConfig (c37c2e1104f854f58ba7759a4e817b188a559a8e66a58c3dbb956445c976dc19)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"46772019-505b-42f4-87a2-a1421a6211cd","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:54.381261136Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:58.590037046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"08e0460f-b312-4a23-9177-364f9cba7e0a","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:58.610945468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"08e0460f-b312-4a23-9177-364f9cba7e0a","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:13:58.630786778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bc4e2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d6e263efd25bf521ff9346a71c4c00216229ab30d5951afa8bb147f72b71da24) AuthConfig (a41098d6000df2023fded181d70cc989c665745f3c52b7eb0c644ced5f4eb739) AuthConfig (ded3760248445a8c549618e4861b3d5705b7979a34518f280607337369d7cb16) AuthConfig (6ed1c6e2e2bf0ae16ae9553d570d47f5e2570f6e8a7465e3402ff992b9833afe) AuthConfig (835b6a6ab6c594f2bb108ec60269662f65f212ea03e73440b13246755c6fc4a5) AuthConfig (27d7efc991e3f410e5b7cada8cb132b69c50200958f6a1a831d26232cb333c6a) AuthConfig (f6088db2851e33b14830f1e7718491f0cb5b73b03de972278c8b8bd18a259bdd) AuthConfig (9f4bd062aecf66043620f69c9e6b2f9e6a788d3cd53fa0c55bd08ba8135e3552) AuthConfig (7bd6d658eb371ccb2cce8e8b19ba847dca1baa1584c386b9915dc682a45ce645) AuthConfig (c37c2e1104f854f58ba7759a4e817b188a559a8e66a58c3dbb956445c976dc19)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"08e0460f-b312-4a23-9177-364f9cba7e0a","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:04.15893544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d576004-0831-49b9-a98b-1c1c001020f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:04.174865301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d576004-0831-49b9-a98b-1c1c001020f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:04.190825816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d576004-0831-49b9-a98b-1c1c001020f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:04.207355355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d576004-0831-49b9-a98b-1c1c001020f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:04.8979634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebcb0d3-ef50-4bbc-9717-d32be25cd9ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:04.913961436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebcb0d3-ef50-4bbc-9717-d32be25cd9ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:04.929883336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebcb0d3-ef50-4bbc-9717-d32be25cd9ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:04.945881428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebcb0d3-ef50-4bbc-9717-d32be25cd9ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:08.664080576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"aec89ab3-33f4-407a-8378-ad2e3f8bd49b","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:08.686800222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"aec89ab3-33f4-407a-8378-ad2e3f8bd49b","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:08.827210792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"26febb26-ca39-4f8a-893a-cee0da8156cf","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"tenant":"e2e-extmod-b-2bc4e2","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","model":"e2e-extmod-att-user-0c561a/e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:08.82723438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"26febb26-ca39-4f8a-893a-cee0da8156cf","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"routeName":"external-model-e2e-att-serve-25035f-bf1e545d7bd0","namespace":"e2e-extmod-att-user-0c561a","model":"e2e-att-serve-25035f","externalModel":"e2e-att-serve-25035f","provider":"e2e-att-serve-25035f-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.668433693Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"99929fd3-6009-4cb9-ba11-a1f4822b5478","namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.690286068Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"242e90e5-66c7-4b9a-8cea-97bd7d0388a8","namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.724804383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"c7860916-3369-44fa-9925-f353015e3c1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.724804477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f78ad27-f3e0-4456-9a67-97e756957fd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.725356927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"c75e0e9e-6f78-433a-96ae-934d68412ca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.725726027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"8189e0cf-1985-40e2-b570-9005d4369e16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.726098166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f3bb06b4-5a61-459d-bf3f-344faac05f1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.74642211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"c7860916-3369-44fa-9925-f353015e3c1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.748676714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"c75e0e9e-6f78-433a-96ae-934d68412ca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.750786977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f78ad27-f3e0-4456-9a67-97e756957fd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.758439511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"8189e0cf-1985-40e2-b570-9005d4369e16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.760219804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f95a1476-37b9-4bb5-af90-9fd2aef303b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.760290624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f3bb06b4-5a61-459d-bf3f-344faac05f1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.777379733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f95a1476-37b9-4bb5-af90-9fd2aef303b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.794588897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f95a1476-37b9-4bb5-af90-9fd2aef303b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.811341107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f95a1476-37b9-4bb5-af90-9fd2aef303b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.927115659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"140156a0-de11-4455-9a5c-555b19279844","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.933595582Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"44ae459e-f82b-48a9-87ed-5864d1dcec75","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.94270807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fc2e594-2cb8-4c90-9faf-1f618af46033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.944784246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"9075ec48-4c32-4444-a3b5-82a7413bb84f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.948490878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"140156a0-de11-4455-9a5c-555b19279844","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.963824118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fc2e594-2cb8-4c90-9faf-1f618af46033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:10.966226456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"9075ec48-4c32-4444-a3b5-82a7413bb84f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.054058587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"80e31d76-5058-4be3-8424-ed9b45b9cbfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.054409292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"31b60898-986b-4c58-8ef0-5d00d88f7db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.085599838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"31b60898-986b-4c58-8ef0-5d00d88f7db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.091655069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"80e31d76-5058-4be3-8424-ed9b45b9cbfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.10465049Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"a6fe9025-2be3-48ad-9ecc-bf405f7d5b32","namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.130032282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"029ff0d7-cce3-4047-a108-264ad2e9f7d5","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"tenant":"e2e-extmod-b-846099","gateway":"openshift-ingress/e2e-extmod-b-846099","model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.130065494Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"029ff0d7-cce3-4047-a108-264ad2e9f7d5","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"routeName":"external-model-e2e-att-serve-653ab5-69511ab40d85","namespace":"e2e-extmod-att-user-50e065","model":"e2e-att-serve-653ab5","externalModel":"e2e-att-serve-653ab5","provider":"e2e-att-serve-653ab5-provider","gateway":"openshift-ingress/e2e-extmod-b-846099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.177131953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"de19b0d7-84d7-4a7d-b4ea-bfdd4b64999a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.177535666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"e2c55a01-9a47-4d5f-945b-83a42fa5f1f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.191655973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"cbac1aa6-a92f-406c-bb29-98f81be4fa03","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"tenant":"e2e-extmod-b-846099","gateway":"openshift-ingress/e2e-extmod-b-846099","model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.210171448Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"cbac1aa6-a92f-406c-bb29-98f81be4fa03","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"routeName":"external-model-e2e-att-serve-653ab5-69511ab40d85","namespace":"e2e-extmod-att-user-50e065","model":"e2e-att-serve-653ab5","externalModel":"e2e-att-serve-653ab5","provider":"e2e-att-serve-653ab5-provider","gateway":"openshift-ingress/e2e-extmod-b-846099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.246935767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"e2c55a01-9a47-4d5f-945b-83a42fa5f1f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.249197852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"de19b0d7-84d7-4a7d-b4ea-bfdd4b64999a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.277139838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"bc739974-0035-4de6-a7df-01552dd61654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.297990997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"bc739974-0035-4de6-a7df-01552dd61654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.360505178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"bf16eab0-e785-48bd-80e5-3c4fb9343916","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.376312491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ac4fa069-794e-4d0f-b2c4-2ca4ae29746c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.376657677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cd1371a-b188-4dd1-ad5b-e182972acca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.408366871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cd1371a-b188-4dd1-ad5b-e182972acca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.412818066Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"bf16eab0-e785-48bd-80e5-3c4fb9343916","name":"e2e-extmod-b-7b8a9d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.417993749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ac4fa069-794e-4d0f-b2c4-2ca4ae29746c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.455983065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"225cd1b9-a72c-4590-a4cf-8306276ae999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.456460801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"42a4747a-41ae-4d4f-a447-f97c9344eb23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.478512785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"225cd1b9-a72c-4590-a4cf-8306276ae999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.482234874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"42a4747a-41ae-4d4f-a447-f97c9344eb23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.603762215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"366bb442-1ca3-49e6-b40e-e01c1d5bb174","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.660215428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"366bb442-1ca3-49e6-b40e-e01c1d5bb174","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.68125156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd239c1-867c-47db-9c74-548407129a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.702172992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd239c1-867c-47db-9c74-548407129a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.719408414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd239c1-867c-47db-9c74-548407129a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.719506101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"54d6681c-c2cb-4d3a-9464-1f16afb67bfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.719687244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"9b63b0e0-d7d5-443b-a937-2d161437bdd6","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.735427741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd239c1-867c-47db-9c74-548407129a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.735535802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"a7f22263-d930-4aa9-9e9b-78d7ba1818f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.736171988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb1d6fb4-28e5-4cdf-bd1d-818c887765b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.740269726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"54d6681c-c2cb-4d3a-9464-1f16afb67bfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.758872031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"9b63b0e0-d7d5-443b-a937-2d161437bdd6","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.758929656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"a7f22263-d930-4aa9-9e9b-78d7ba1818f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.761613462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb1d6fb4-28e5-4cdf-bd1d-818c887765b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.783255997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"98d4a502-4be8-42ef-ae7a-c41496ce3745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.804290629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"98d4a502-4be8-42ef-ae7a-c41496ce3745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.837837832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"c9e54152-4465-42c1-b990-c21fdce6804f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.854169242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"db289d0c-ed34-411f-9c1a-c5d4a531be43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.85981091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"c9e54152-4465-42c1-b990-c21fdce6804f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.860241367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"c858a8c5-70f7-4289-8e31-6ddc305d20b1","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"tenant":"e2e-extmod-b-846099","gateway":"openshift-ingress/e2e-extmod-b-846099","model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.860260517Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"c858a8c5-70f7-4289-8e31-6ddc305d20b1","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"routeName":"external-model-e2e-att-serve-653ab5-69511ab40d85","namespace":"e2e-extmod-att-user-50e065","model":"e2e-att-serve-653ab5","externalModel":"e2e-att-serve-653ab5","provider":"e2e-att-serve-653ab5-provider","gateway":"openshift-ingress/e2e-extmod-b-846099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.875391579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"a1f94116-412b-43d6-80c1-2be290965f28","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.875669098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"db289d0c-ed34-411f-9c1a-c5d4a531be43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.885775463Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-59b8a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-59b8a9","reconcileID":"cc10a9b1-8660-4274-9f5e-745842ed8558","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-59b8a9","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-59b8a9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.933070138Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"a1f94116-412b-43d6-80c1-2be290965f28","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:11.954372866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-846099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"a1f94116-412b-43d6-80c1-2be290965f28","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:12.000932014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"faaca3f0-655d-4ccd-a1a4-0485abea42af","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"tenant":"e2e-extmod-b-846099","gateway":"openshift-ingress/e2e-extmod-b-846099","model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:12.000963314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"faaca3f0-655d-4ccd-a1a4-0485abea42af","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"routeName":"external-model-e2e-att-serve-653ab5-69511ab40d85","namespace":"e2e-extmod-att-user-50e065","model":"e2e-att-serve-653ab5","externalModel":"e2e-att-serve-653ab5","provider":"e2e-att-serve-653ab5-provider","gateway":"openshift-ingress/e2e-extmod-b-846099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:12.581383943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34de0aad-3b3d-4f59-a0e5-752d17caa441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:12.597252065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34de0aad-3b3d-4f59-a0e5-752d17caa441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:12.613084924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34de0aad-3b3d-4f59-a0e5-752d17caa441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:12.628943132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34de0aad-3b3d-4f59-a0e5-752d17caa441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:13.326089721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54fda131-89a7-40a5-b124-6a235882c375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:13.342157145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54fda131-89a7-40a5-b124-6a235882c375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:13.358332123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54fda131-89a7-40a5-b124-6a235882c375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:13.37441777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54fda131-89a7-40a5-b124-6a235882c375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:13.961735937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"f3df667f-7fc8-47ea-bcc1-3055fa288508","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"tenant":"e2e-extmod-b-2bc4e2","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","model":"e2e-extmod-att-user-0c561a/e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:13.961766985Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"f3df667f-7fc8-47ea-bcc1-3055fa288508","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"routeName":"external-model-e2e-att-serve-25035f-bf1e545d7bd0","namespace":"e2e-extmod-att-user-0c561a","model":"e2e-att-serve-25035f","externalModel":"e2e-att-serve-25035f","provider":"e2e-att-serve-25035f-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:13.979145841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"6831dbdd-9b15-4442-ba29-680c68a91660","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:14:13.979617181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-25035f-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-sub","reconcileID":"96004d84-f8bb-4b30-8a02-b76e7f1e4d85","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-25035f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:14.000326365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"6831dbdd-9b15-4442-ba29-680c68a91660","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:14.000327659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"7fce0d93-748c-43a9-b9cc-f1166d41d408","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"tenant":"e2e-extmod-b-2bc4e2","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","model":"e2e-extmod-att-user-0c561a/e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:14.00044613Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"7fce0d93-748c-43a9-b9cc-f1166d41d408","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"routeName":"external-model-e2e-att-serve-25035f-bf1e545d7bd0","namespace":"e2e-extmod-att-user-0c561a","model":"e2e-att-serve-25035f","externalModel":"e2e-att-serve-25035f","provider":"e2e-att-serve-25035f-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:14:14.028889314Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"7fce0d93-748c-43a9-b9cc-f1166d41d408","name":"e2e-att-serve-25035f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-25035f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:14:14.028992974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"7fce0d93-748c-43a9-b9cc-f1166d41d408","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-25035f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:14.045730334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"4c471342-b56e-4101-9c21-79a5d70e8aca","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"tenant":"e2e-extmod-b-2bc4e2","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","model":"e2e-extmod-att-user-0c561a/e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:14.045762399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"4c471342-b56e-4101-9c21-79a5d70e8aca","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"routeName":"external-model-e2e-att-serve-25035f-bf1e545d7bd0","namespace":"e2e-extmod-att-user-0c561a","model":"e2e-att-serve-25035f","externalModel":"e2e-att-serve-25035f","provider":"e2e-att-serve-25035f-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:14.083176356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"87324960-4d36-4444-8867-73ae839df9de","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"tenant":"e2e-extmod-b-2bc4e2","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","model":"e2e-extmod-att-user-0c561a/e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:14.083211217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"87324960-4d36-4444-8867-73ae839df9de","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"routeName":"external-model-e2e-att-serve-25035f-bf1e545d7bd0","namespace":"e2e-extmod-att-user-0c561a","model":"e2e-att-serve-25035f","externalModel":"e2e-att-serve-25035f","provider":"e2e-att-serve-25035f-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:14.149787763Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-25035f-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-sub","reconcileID":"ee51c1b0-c591-4132-95dc-3f83029b45da","MaaSSubscription":{"name":"e2e-att-serve-25035f-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"maas-trlp-e2e-att-serve-25035f","model":"e2e-att-serve-25035f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-2bc4e2/e2e-att-serve-25035f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:14.189729336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"ae6fcbc6-9693-4d34-96ca-33c81a1ba38e","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:14.21034625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"ae6fcbc6-9693-4d34-96ca-33c81a1ba38e","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:14.24137039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"b1c8c529-4a0f-4caf-9013-c74dbf79bc86","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"tenant":"e2e-extmod-b-2bc4e2","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","model":"e2e-extmod-att-user-0c561a/e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:14.241394263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"b1c8c529-4a0f-4caf-9013-c74dbf79bc86","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"routeName":"external-model-e2e-att-serve-25035f-bf1e545d7bd0","namespace":"e2e-extmod-att-user-0c561a","model":"e2e-att-serve-25035f","externalModel":"e2e-att-serve-25035f","provider":"e2e-att-serve-25035f-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:14.306528876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-25035f-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-sub","reconcileID":"0d7a1317-612f-4efa-92b2-c9ad73a2f2d0","MaaSSubscription":{"name":"e2e-att-serve-25035f-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"maas-trlp-e2e-att-serve-25035f","model":"e2e-extmod-att-user-0c561a/e2e-att-serve-25035f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:22.014253728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"4536ec39-73ce-46c8-899a-f9bfcd00e526","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:22.035240618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"4536ec39-73ce-46c8-899a-f9bfcd00e526","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:22.054848946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-846099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"4536ec39-73ce-46c8-899a-f9bfcd00e526","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:24.382130715Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:27.019939405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-3e23ec","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"autores-model-3e23ec","reconcileID":"1fcd465e-5f65-42c8-aaa6-9f4c90943d77","MaaSModelRef":{"name":"autores-model-3e23ec","namespace":"ai-tenant-e2e-autores-3e23ec"},"tenant":"e2e-autores-3e23ec","gateway":"openshift-ingress/e2e-autores-3e23ec","model":"ai-tenant-e2e-autores-3e23ec/autores-model-3e23ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:27.019965192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-3e23ec","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"autores-model-3e23ec","reconcileID":"1fcd465e-5f65-42c8-aaa6-9f4c90943d77","MaaSModelRef":{"name":"autores-model-3e23ec","namespace":"ai-tenant-e2e-autores-3e23ec"},"routeName":"autores-model-3e23ec-kserve-route","namespace":"ai-tenant-e2e-autores-3e23ec","llmisvcName":"autores-model-3e23ec","gateway":"openshift-ingress/e2e-autores-3e23ec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:28.542818326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299122c4-37e0-48eb-92dd-00a20781cc21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:28.558779535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299122c4-37e0-48eb-92dd-00a20781cc21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:28.574733485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299122c4-37e0-48eb-92dd-00a20781cc21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:28.590689239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299122c4-37e0-48eb-92dd-00a20781cc21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:29.243827712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c1ef4f8-18e9-481e-92d4-a9f8babaf53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:29.259771775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c1ef4f8-18e9-481e-92d4-a9f8babaf53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:29.275838784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c1ef4f8-18e9-481e-92d4-a9f8babaf53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:29.291811288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c1ef4f8-18e9-481e-92d4-a9f8babaf53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:32.087944803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"ffae5507-7299-44f4-aa8d-9756658410a1","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:32.109022794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"ffae5507-7299-44f4-aa8d-9756658410a1","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:32.129324244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-846099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"ffae5507-7299-44f4-aa8d-9756658410a1","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:39.177682747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-25035f-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-sub","reconcileID":"67343abf-83df-45c1-8a16-b27a62c59f1d","MaaSSubscription":{"name":"e2e-att-serve-25035f-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"maas-trlp-e2e-att-serve-25035f","model":"e2e-extmod-att-user-0c561a/e2e-att-serve-25035f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:39.269665519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"460da2cd-8d93-4016-a32f-a3e7d48a9764","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"tenant":"e2e-extmod-b-2bc4e2","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","model":"e2e-extmod-att-user-0c561a/e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:39.2696906Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"460da2cd-8d93-4016-a32f-a3e7d48a9764","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"routeName":"external-model-e2e-att-serve-25035f-bf1e545d7bd0","namespace":"e2e-extmod-att-user-0c561a","model":"e2e-att-serve-25035f","externalModel":"e2e-att-serve-25035f","provider":"e2e-att-serve-25035f-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:40.331043223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"2ed6409a-6162-442c-b207-d3336cc621d5","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:40.351860395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"2ed6409a-6162-442c-b207-d3336cc621d5","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:40.371541582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-846099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f68fb5c4ee315678ebab2cee198c18046bc207aae5583e0c84692fcec5066a2) AuthConfig (42065e4a0999a8f03665beef49462df54404457a6ec11614274a4974fb56ea22) AuthConfig (27c6b8c4b1adc1a2c9f5117542a29cedfdbe62568fd5418ba9dfa5cb393f8b9e) AuthConfig (9fbc0896efe8d8b48d88c83aace264d35f70b999f32b4e6718dbfb1c1d0dba43) AuthConfig (c5c7a71c3e2d9ae8e5f875f8161e0b23469a329e7b25094ffa24ed9e9089132b) AuthConfig (06bafd83332db7b34e9cc42f85250dbd5e3bf1f3f5952d5610417755dabd3b3d) AuthConfig (d63d67a695eaebf4d4f213fef403c801ca4827f3729df8cd478652e0b933811e) AuthConfig (22774d936530de7125e9ac2b64abb2f56fc7f80be71e170a7810f050b34fc1c9) AuthConfig (d473c636fc2aa6286400d885419b5178d6b670f7ac7dbf346c00798d3367f91d) AuthConfig (8a5a396e33b7f5fd8fa9e62250793f83a4885c2f2451afd5c4a0957a9398b1b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"2ed6409a-6162-442c-b207-d3336cc621d5","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:40.409178456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"be2ce241-2b05-4c52-992f-fe3190b6d69f","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"tenant":"e2e-extmod-b-846099","gateway":"openshift-ingress/e2e-extmod-b-846099","model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:40.409198212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"be2ce241-2b05-4c52-992f-fe3190b6d69f","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"routeName":"external-model-e2e-att-serve-653ab5-69511ab40d85","namespace":"e2e-extmod-att-user-50e065","model":"e2e-att-serve-653ab5","externalModel":"e2e-att-serve-653ab5","provider":"e2e-att-serve-653ab5-provider","gateway":"openshift-ingress/e2e-extmod-b-846099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:40.71651858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"ee756815-b8f5-4066-b0fd-1e20390a51fd","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:40.737238218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"ee756815-b8f5-4066-b0fd-1e20390a51fd","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.171736532Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-bec22c","namespace":"e2e-extmod-att-noaccess-1c2f0e"},"namespace":"e2e-extmod-att-noaccess-1c2f0e","name":"e2e-att-noaccess-bec22c","reconcileID":"6a652535-dfa1-49dc-8ba4-9f5eca35c492","namespace":"e2e-extmod-att-noaccess-1c2f0e","name":"e2e-att-noaccess-bec22c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.190736876Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-bec22c","namespace":"e2e-extmod-att-noaccess-1c2f0e"},"namespace":"e2e-extmod-att-noaccess-1c2f0e","name":"e2e-att-noaccess-bec22c","reconcileID":"c6e61ffd-031e-43b3-b94e-d8980d53a5ff","namespace":"e2e-extmod-att-noaccess-1c2f0e","name":"e2e-att-noaccess-bec22c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.205135768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"ee4bcffb-41ba-4abd-a329-55dda925e908","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.220060993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75674ad1-ae79-4ebd-9829-dd9e7f010126","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.220318687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"3ee0337c-8a5b-4054-ac72-17c07d2d09e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.220395413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"eb6b59f4-d33d-4fe8-bfda-a6a30b7c6909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.221038023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"f1671447-3f2c-45db-93c7-6ee12b8a0a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.226038494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"ee4bcffb-41ba-4abd-a329-55dda925e908","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.241162374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75674ad1-ae79-4ebd-9829-dd9e7f010126","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.241187039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"3ee0337c-8a5b-4054-ac72-17c07d2d09e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.243360142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"eb6b59f4-d33d-4fe8-bfda-a6a30b7c6909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.24360348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"f1671447-3f2c-45db-93c7-6ee12b8a0a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.24575439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-846099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f68fb5c4ee315678ebab2cee198c18046bc207aae5583e0c84692fcec5066a2) AuthConfig (42065e4a0999a8f03665beef49462df54404457a6ec11614274a4974fb56ea22) AuthConfig (27c6b8c4b1adc1a2c9f5117542a29cedfdbe62568fd5418ba9dfa5cb393f8b9e) AuthConfig (9fbc0896efe8d8b48d88c83aace264d35f70b999f32b4e6718dbfb1c1d0dba43) AuthConfig (c5c7a71c3e2d9ae8e5f875f8161e0b23469a329e7b25094ffa24ed9e9089132b) AuthConfig (06bafd83332db7b34e9cc42f85250dbd5e3bf1f3f5952d5610417755dabd3b3d) AuthConfig (d63d67a695eaebf4d4f213fef403c801ca4827f3729df8cd478652e0b933811e) AuthConfig (22774d936530de7125e9ac2b64abb2f56fc7f80be71e170a7810f050b34fc1c9) AuthConfig (d473c636fc2aa6286400d885419b5178d6b670f7ac7dbf346c00798d3367f91d) AuthConfig (8a5a396e33b7f5fd8fa9e62250793f83a4885c2f2451afd5c4a0957a9398b1b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"ee4bcffb-41ba-4abd-a329-55dda925e908","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.293603574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"204a117d-a7a6-4c3c-a3f1-f386e6986ebc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.314854601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"204a117d-a7a6-4c3c-a3f1-f386e6986ebc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.406650897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"79e5aa53-db7c-4745-83d6-efe180c95080","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.422187881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"46dc4f7d-65af-4e53-a81d-ff864d16ba0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.422412674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5da8038-7469-41ce-8e17-f7f606ac6582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.422790503Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-bec22c","namespace":"e2e-extmod-att-noaccess-1c2f0e"},"namespace":"e2e-extmod-att-noaccess-1c2f0e","name":"e2e-att-noaccess-bec22c","reconcileID":"126eab4d-38d3-4cc9-926e-d12a7ba4b808","MaaSModelRef":{"name":"e2e-att-noaccess-bec22c","namespace":"e2e-extmod-att-noaccess-1c2f0e"},"name":"e2e-att-noaccess-bec22c","namespace":"e2e-extmod-att-noaccess-1c2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.427656814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"79e5aa53-db7c-4745-83d6-efe180c95080","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.443961433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"46dc4f7d-65af-4e53-a81d-ff864d16ba0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.443982445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5da8038-7469-41ce-8e17-f7f606ac6582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.503864223Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-bec22c","namespace":"e2e-extmod-att-noaccess-1c2f0e"},"namespace":"e2e-extmod-att-noaccess-1c2f0e","name":"e2e-att-noaccess-bec22c","reconcileID":"189703b7-07e6-4723-82f6-049a2061bd63","namespace":"e2e-extmod-att-noaccess-1c2f0e","name":"e2e-att-noaccess-bec22c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.52061706Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-bec22c","namespace":"e2e-extmod-att-noaccess-1c2f0e"},"namespace":"e2e-extmod-att-noaccess-1c2f0e","name":"e2e-att-noaccess-bec22c","reconcileID":"404335a6-9b0e-45de-a2b1-e10024bf23b0","MaaSModelRef":{"name":"e2e-att-noaccess-bec22c","namespace":"e2e-extmod-att-noaccess-1c2f0e"},"name":"e2e-att-noaccess-bec22c","namespace":"e2e-extmod-att-noaccess-1c2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.528222478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"1806b7af-86be-4b19-b537-7192a1006d99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.528251831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"c7a2ac42-8a60-46ea-b2bc-7d4ce8aa0970","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.549577448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"c7a2ac42-8a60-46ea-b2bc-7d4ce8aa0970","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.549616585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"1806b7af-86be-4b19-b537-7192a1006d99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.718510043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"eafb530e-d147-4054-8fe4-d3d8508f5041","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.759169784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"0a69c04a-93e3-4174-8086-d0f44e04995e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.759662619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"d1e6093a-75b3-439c-b0a7-5bc347f5dd69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.760171336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e3cd842-f17a-45a4-be5c-88941313be59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.760643172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"fb7b1fbb-44a9-41bd-b707-b29d0fa92855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.764048978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"eafb530e-d147-4054-8fe4-d3d8508f5041","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.781051251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"d1e6093a-75b3-439c-b0a7-5bc347f5dd69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.78353708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"fb7b1fbb-44a9-41bd-b707-b29d0fa92855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.785630767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"0a69c04a-93e3-4174-8086-d0f44e04995e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.859886367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e3cd842-f17a-45a4-be5c-88941313be59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.860542472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-846099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f68fb5c4ee315678ebab2cee198c18046bc207aae5583e0c84692fcec5066a2) AuthConfig (42065e4a0999a8f03665beef49462df54404457a6ec11614274a4974fb56ea22) AuthConfig (27c6b8c4b1adc1a2c9f5117542a29cedfdbe62568fd5418ba9dfa5cb393f8b9e) AuthConfig (9fbc0896efe8d8b48d88c83aace264d35f70b999f32b4e6718dbfb1c1d0dba43) AuthConfig (c5c7a71c3e2d9ae8e5f875f8161e0b23469a329e7b25094ffa24ed9e9089132b) AuthConfig (06bafd83332db7b34e9cc42f85250dbd5e3bf1f3f5952d5610417755dabd3b3d) AuthConfig (d63d67a695eaebf4d4f213fef403c801ca4827f3729df8cd478652e0b933811e) AuthConfig (22774d936530de7125e9ac2b64abb2f56fc7f80be71e170a7810f050b34fc1c9) AuthConfig (d473c636fc2aa6286400d885419b5178d6b670f7ac7dbf346c00798d3367f91d) AuthConfig (8a5a396e33b7f5fd8fa9e62250793f83a4885c2f2451afd5c4a0957a9398b1b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"eafb530e-d147-4054-8fe4-d3d8508f5041","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.909193996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"b52ef46c-b3b9-4538-b8b3-6c10d8a78e77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.930065524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"b52ef46c-b3b9-4538-b8b3-6c10d8a78e77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.940499036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2b5fff1f-0a28-41d8-b7c8-8136bde47c32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.940627628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"84e4b918-9d1d-4c5e-9632-4dbebff1eaca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.940982703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"99dd52ce-a0cc-45b1-8c6d-aff56bec62ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.956118891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"882d4dda-4534-467d-9eeb-b57d5a88cc69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.961367438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2b5fff1f-0a28-41d8-b7c8-8136bde47c32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.961590945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"99dd52ce-a0cc-45b1-8c6d-aff56bec62ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.963660243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"84e4b918-9d1d-4c5e-9632-4dbebff1eaca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:42.977195037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"882d4dda-4534-467d-9eeb-b57d5a88cc69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.025078265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"c6c44c17-f9be-48e9-89f6-b3544198bea2","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.04831761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"c6c44c17-f9be-48e9-89f6-b3544198bea2","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.145464481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ac39c25-09c6-47c2-9352-36ad48b53508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.14645368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"c8c6df34-90e3-454b-a4d1-e83e3e4faf34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.146879617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"1f719715-f618-4d1a-aa7c-e74a76f50feb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.176540659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"c8c6df34-90e3-454b-a4d1-e83e3e4faf34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.180340943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ac39c25-09c6-47c2-9352-36ad48b53508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.184312557Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-bec22c","namespace":"e2e-extmod-att-noaccess-1c2f0e"},"namespace":"e2e-extmod-att-noaccess-1c2f0e","name":"e2e-att-noaccess-bec22c","reconcileID":"5898fa62-3206-48ea-8df2-5a28325a8e86","namespace":"e2e-extmod-att-noaccess-1c2f0e","name":"e2e-att-noaccess-bec22c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.186087568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"1f719715-f618-4d1a-aa7c-e74a76f50feb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.226693913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"879234fc-fefa-4a1c-b587-60dde19ddd6b","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.243077055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"28a9106b-758d-45c9-b5c2-81e579533cb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.248547484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"879234fc-fefa-4a1c-b587-60dde19ddd6b","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.265480391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"28a9106b-758d-45c9-b5c2-81e579533cb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.268482866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-846099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f68fb5c4ee315678ebab2cee198c18046bc207aae5583e0c84692fcec5066a2) AuthConfig (42065e4a0999a8f03665beef49462df54404457a6ec11614274a4974fb56ea22) AuthConfig (27c6b8c4b1adc1a2c9f5117542a29cedfdbe62568fd5418ba9dfa5cb393f8b9e) AuthConfig (9fbc0896efe8d8b48d88c83aace264d35f70b999f32b4e6718dbfb1c1d0dba43) AuthConfig (c5c7a71c3e2d9ae8e5f875f8161e0b23469a329e7b25094ffa24ed9e9089132b) AuthConfig (06bafd83332db7b34e9cc42f85250dbd5e3bf1f3f5952d5610417755dabd3b3d) AuthConfig (d63d67a695eaebf4d4f213fef403c801ca4827f3729df8cd478652e0b933811e) AuthConfig (22774d936530de7125e9ac2b64abb2f56fc7f80be71e170a7810f050b34fc1c9) AuthConfig (d473c636fc2aa6286400d885419b5178d6b670f7ac7dbf346c00798d3367f91d) AuthConfig (8a5a396e33b7f5fd8fa9e62250793f83a4885c2f2451afd5c4a0957a9398b1b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"879234fc-fefa-4a1c-b587-60dde19ddd6b","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.299945605Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-bec22c","namespace":"e2e-extmod-att-noaccess-1c2f0e"},"namespace":"e2e-extmod-att-noaccess-1c2f0e","name":"e2e-att-noaccess-bec22c","reconcileID":"de6586d2-cb27-491d-811c-608589bbb21b","namespace":"e2e-extmod-att-noaccess-1c2f0e","name":"e2e-att-noaccess-bec22c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.331318584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b9277ee5-7983-4936-9cc6-930faa48f8e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.343793742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"765eb7ea-296d-4871-87f3-e777356fdc20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.343792075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"3f093917-8aa1-4bbf-b019-742aacbabaff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.344177214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"8e753336-e2c4-4c2b-a5ee-5d027577075d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.352395528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b9277ee5-7983-4936-9cc6-930faa48f8e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.388490973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"765eb7ea-296d-4871-87f3-e777356fdc20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.394319229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"3f093917-8aa1-4bbf-b019-742aacbabaff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.397045227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"8e753336-e2c4-4c2b-a5ee-5d027577075d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.435892625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"ba1c6b13-0661-4b0a-88a5-e1f31c85586c","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.456792669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"ba1c6b13-0661-4b0a-88a5-e1f31c85586c","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.628695174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"6549bc0d-bc30-45f8-b6dc-78becf1bdef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.629955128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a844691-1479-43dd-8a61-f028f2d03d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.629993097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"0ea3b4b9-581a-4eab-a7a6-e2192869e80d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.630491999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"784943ae-c604-41ec-ac60-f347d6a502ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.650871119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"6549bc0d-bc30-45f8-b6dc-78becf1bdef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.65123098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a844691-1479-43dd-8a61-f028f2d03d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.653392965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"784943ae-c604-41ec-ac60-f347d6a502ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.654442804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"0ea3b4b9-581a-4eab-a7a6-e2192869e80d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.743020473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"12211350-5663-400f-91e0-79a44c2bb6a4","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.743208264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"73b0fa43-6c12-455c-bdb2-b4e09f38ded0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.762662644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"f221ac6f-437e-4c2f-b86f-d83bfb97e534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.76308259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f386bde9-5b99-4359-b496-39ef09bb49a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.763098448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"3afb6db3-f9b6-441b-a507-cc673760c9a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.771245201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"73b0fa43-6c12-455c-bdb2-b4e09f38ded0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.771595332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"12211350-5663-400f-91e0-79a44c2bb6a4","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.791123782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"f221ac6f-437e-4c2f-b86f-d83bfb97e534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.808540756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-846099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f68fb5c4ee315678ebab2cee198c18046bc207aae5583e0c84692fcec5066a2) AuthConfig (42065e4a0999a8f03665beef49462df54404457a6ec11614274a4974fb56ea22) AuthConfig (27c6b8c4b1adc1a2c9f5117542a29cedfdbe62568fd5418ba9dfa5cb393f8b9e) AuthConfig (9fbc0896efe8d8b48d88c83aace264d35f70b999f32b4e6718dbfb1c1d0dba43) AuthConfig (c5c7a71c3e2d9ae8e5f875f8161e0b23469a329e7b25094ffa24ed9e9089132b) AuthConfig (06bafd83332db7b34e9cc42f85250dbd5e3bf1f3f5952d5610417755dabd3b3d) AuthConfig (d63d67a695eaebf4d4f213fef403c801ca4827f3729df8cd478652e0b933811e) AuthConfig (22774d936530de7125e9ac2b64abb2f56fc7f80be71e170a7810f050b34fc1c9) AuthConfig (d473c636fc2aa6286400d885419b5178d6b670f7ac7dbf346c00798d3367f91d) AuthConfig (8a5a396e33b7f5fd8fa9e62250793f83a4885c2f2451afd5c4a0957a9398b1b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"12211350-5663-400f-91e0-79a44c2bb6a4","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.858093545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f386bde9-5b99-4359-b496-39ef09bb49a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.858566639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"3afb6db3-f9b6-441b-a507-cc673760c9a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.891459988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"0cc0a6a8-56a7-4106-8dab-8db3448f4cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.914724322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"0cc0a6a8-56a7-4106-8dab-8db3448f4cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.971430689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"8eabbd5c-caca-4533-b34e-0ddb2f5441ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:43.992956399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"8eabbd5c-caca-4533-b34e-0ddb2f5441ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:44.071482265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"aca67343-cbbe-42fc-bfbd-f4ae14d9e851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:44.071520033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"58a9d994-8346-44bc-98f8-5a405076d763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:44.093442113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"58a9d994-8346-44bc-98f8-5a405076d763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:44.093569602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"aca67343-cbbe-42fc-bfbd-f4ae14d9e851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:50.725984418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b47363a-dc3c-49da-ac62-26b0968429d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:50.742133702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b47363a-dc3c-49da-ac62-26b0968429d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:50.758246705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b47363a-dc3c-49da-ac62-26b0968429d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:50.774760687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b47363a-dc3c-49da-ac62-26b0968429d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:51.448592155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43dda84-79ed-41f5-81e6-d7a39dc187c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:51.46467333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43dda84-79ed-41f5-81e6-d7a39dc187c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:51.480338793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43dda84-79ed-41f5-81e6-d7a39dc187c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:51.496475182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43dda84-79ed-41f5-81e6-d7a39dc187c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:51.955193364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"800a35c1-49ee-4c7d-962d-ac545827109b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:52.060332386Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"800a35c1-49ee-4c7d-962d-ac545827109b","name":"e2e-extmod-a-59b8a9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:52.268465621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6befbcaf-bb6a-442d-ab64-0af538c4ae60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:52.284510324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6befbcaf-bb6a-442d-ab64-0af538c4ae60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:52.300597903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6befbcaf-bb6a-442d-ab64-0af538c4ae60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:52.316704776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6befbcaf-bb6a-442d-ab64-0af538c4ae60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:52.961510069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6b6136-995a-4a63-91be-535be891b310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:52.977745244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6b6136-995a-4a63-91be-535be891b310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:52.993541347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6b6136-995a-4a63-91be-535be891b310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:53.009279924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6b6136-995a-4a63-91be-535be891b310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:53.841648163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"3d15aa06-469d-429b-ba15-cb86741a0e66","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:53.853449854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"36222dc2-9538-4247-bf14-557717d652d9","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"tenant":"e2e-extmod-b-2bc4e2","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","model":"e2e-extmod-att-user-0c561a/e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:53.853473544Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"36222dc2-9538-4247-bf14-557717d652d9","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"routeName":"external-model-e2e-att-serve-25035f-bf1e545d7bd0","namespace":"e2e-extmod-att-user-0c561a","model":"e2e-att-serve-25035f","externalModel":"e2e-att-serve-25035f","provider":"e2e-att-serve-25035f-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:53.864591422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"3d15aa06-469d-429b-ba15-cb86741a0e66","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:53.887354245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-846099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f68fb5c4ee315678ebab2cee198c18046bc207aae5583e0c84692fcec5066a2) AuthConfig (42065e4a0999a8f03665beef49462df54404457a6ec11614274a4974fb56ea22) AuthConfig (27c6b8c4b1adc1a2c9f5117542a29cedfdbe62568fd5418ba9dfa5cb393f8b9e) AuthConfig (9fbc0896efe8d8b48d88c83aace264d35f70b999f32b4e6718dbfb1c1d0dba43) AuthConfig (c5c7a71c3e2d9ae8e5f875f8161e0b23469a329e7b25094ffa24ed9e9089132b) AuthConfig (06bafd83332db7b34e9cc42f85250dbd5e3bf1f3f5952d5610417755dabd3b3d) AuthConfig (d63d67a695eaebf4d4f213fef403c801ca4827f3729df8cd478652e0b933811e) AuthConfig (22774d936530de7125e9ac2b64abb2f56fc7f80be71e170a7810f050b34fc1c9) AuthConfig (d473c636fc2aa6286400d885419b5178d6b670f7ac7dbf346c00798d3367f91d) AuthConfig (8a5a396e33b7f5fd8fa9e62250793f83a4885c2f2451afd5c4a0957a9398b1b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"3d15aa06-469d-429b-ba15-cb86741a0e66","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:53.893674129Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-25035f-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-sub","reconcileID":"7d4ca1e8-1cb1-4d33-aa48-912fd4e2c9f9","MaaSSubscription":{"name":"e2e-att-serve-25035f-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0d07102e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:53.925186775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"159b7479-7a6b-41cd-a8b5-94b555d1856a","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:53.959992558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"159b7479-7a6b-41cd-a8b5-94b555d1856a","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:54.074946643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"915ccfb4-9b8c-4b1e-baac-b71cec62873e","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:54.096054447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"915ccfb4-9b8c-4b1e-baac-b71cec62873e","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:54.383552361Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.293477084Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"d4d27485-663d-4fec-a9ba-47f5bf920fae","namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.312865668Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"f109417c-4626-4682-8de5-8b39c5ed03c1","namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.329703038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"e84e31d7-351a-4eda-b013-809bab57ba8d","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.343931098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"0178f102-15ed-4c90-9989-3db81cf377f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.34394534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bae16ed2-de8a-4ce8-bf8a-f6eb5910c35c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.344560718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"a4203809-1406-4298-b04d-00bc14f2f2b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.345755354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"e00d257b-c3b8-4a22-930c-119f7c75a0c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.350798405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"e84e31d7-351a-4eda-b013-809bab57ba8d","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.367754224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bae16ed2-de8a-4ce8-bf8a-f6eb5910c35c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.367760337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"a4203809-1406-4298-b04d-00bc14f2f2b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.370099806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"0178f102-15ed-4c90-9989-3db81cf377f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.370233744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"e00d257b-c3b8-4a22-930c-119f7c75a0c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.372525265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-846099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f68fb5c4ee315678ebab2cee198c18046bc207aae5583e0c84692fcec5066a2) AuthConfig (42065e4a0999a8f03665beef49462df54404457a6ec11614274a4974fb56ea22) AuthConfig (27c6b8c4b1adc1a2c9f5117542a29cedfdbe62568fd5418ba9dfa5cb393f8b9e) AuthConfig (9fbc0896efe8d8b48d88c83aace264d35f70b999f32b4e6718dbfb1c1d0dba43) AuthConfig (c5c7a71c3e2d9ae8e5f875f8161e0b23469a329e7b25094ffa24ed9e9089132b) AuthConfig (06bafd83332db7b34e9cc42f85250dbd5e3bf1f3f5952d5610417755dabd3b3d) AuthConfig (d63d67a695eaebf4d4f213fef403c801ca4827f3729df8cd478652e0b933811e) AuthConfig (22774d936530de7125e9ac2b64abb2f56fc7f80be71e170a7810f050b34fc1c9) AuthConfig (d473c636fc2aa6286400d885419b5178d6b670f7ac7dbf346c00798d3367f91d) AuthConfig (8a5a396e33b7f5fd8fa9e62250793f83a4885c2f2451afd5c4a0957a9398b1b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"e84e31d7-351a-4eda-b013-809bab57ba8d","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.444745271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"73076edb-5c5b-4e5d-82d0-2dc326846782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.466873994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"73076edb-5c5b-4e5d-82d0-2dc326846782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.546307939Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"135c0ac2-0a4b-454b-a857-9f633596fd35","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.546737869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"23749638-97e4-45ae-a561-fb9db7dcef82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.546817407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"8afa87e1-b940-47da-a4d0-055fb71fa371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.547174233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"1c2188d5-1c8d-472f-b2b2-f889801d6294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.5471864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"e1ce9974-1a28-4a44-a5c2-d514eea6d20c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.569177093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"8afa87e1-b940-47da-a4d0-055fb71fa371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.571044947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"23749638-97e4-45ae-a561-fb9db7dcef82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.571352066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"e1ce9974-1a28-4a44-a5c2-d514eea6d20c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.573163794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"1c2188d5-1c8d-472f-b2b2-f889801d6294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.63712473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"11255103-964e-4ec7-8480-d3acd793d6a8","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.65817118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"11255103-964e-4ec7-8480-d3acd793d6a8","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.714617423Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"013ef7d7-5b49-4980-9ad1-e62abec8e87d","namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.723713412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"d84ad445-41ee-4a78-bd0e-d1b2d8f9cb14","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.723807267Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"d84ad445-41ee-4a78-bd0e-d1b2d8f9cb14","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.768889009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"84867821-318c-4fa2-a1e7-c82822311268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.769341894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b033fd8e-9271-4c83-bf2c-0719fc049df5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.770709954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"9e96a7e2-8861-4d83-a99e-bed730056566","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.770729467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"9e96a7e2-8861-4d83-a99e-bed730056566","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.773731285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"8e765409-999c-4ef9-99e9-1df20cda2ad0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.774931995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"f30141fc-4144-43d2-8e1d-129dc2746bb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.806244965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b033fd8e-9271-4c83-bf2c-0719fc049df5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.811723664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"8e765409-999c-4ef9-99e9-1df20cda2ad0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.814438432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"84867821-318c-4fa2-a1e7-c82822311268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.818951767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"f30141fc-4144-43d2-8e1d-129dc2746bb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.954191979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"fb7a2b6c-f8d7-4fd2-897d-ed79373c37b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.970026219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"db6713e7-b832-464a-9208-a16e364b5e7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.975600134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"fb7a2b6c-f8d7-4fd2-897d-ed79373c37b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:58.991106737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"db6713e7-b832-464a-9208-a16e364b5e7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.040347607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"7c7cdee6-c648-44f4-9fcf-346dd9440092","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.040370575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"7c7cdee6-c648-44f4-9fcf-346dd9440092","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.040830504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"423d4194-bd0f-4075-8b2d-01a407ab9272","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.056186321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"478d2a90-b3e1-4552-901c-f8a29af8b35b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.062072652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"423d4194-bd0f-4075-8b2d-01a407ab9272","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.076856801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"478d2a90-b3e1-4552-901c-f8a29af8b35b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.143662624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"89005b6c-c04a-4332-8527-45b666c43074","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.158885444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcb739f8-bd28-41f0-b21d-1fbd93e0f5f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.17978608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcb739f8-bd28-41f0-b21d-1fbd93e0f5f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.200062247Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"89005b6c-c04a-4332-8527-45b666c43074","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.219750626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b8a9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"89005b6c-c04a-4332-8527-45b666c43074","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.255802269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"c1b579e8-f29a-45b5-b7d8-0627e3e41b04","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.25582039Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"c1b579e8-f29a-45b5-b7d8-0627e3e41b04","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.259161588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"c950b1f9-9707-491e-82f6-8317b1a3a1a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.25921337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"0ba5d4ed-ee7b-43fb-a1ff-7f7cec025b25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.273004147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"0d8c8d1c-1e5e-4744-a817-3847e3ea14d8","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"tenant":"e2e-extmod-b-846099","gateway":"openshift-ingress/e2e-extmod-b-846099","model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.273024434Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"0d8c8d1c-1e5e-4744-a817-3847e3ea14d8","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"routeName":"external-model-e2e-att-serve-653ab5-69511ab40d85","namespace":"e2e-extmod-att-user-50e065","model":"e2e-att-serve-653ab5","externalModel":"e2e-att-serve-653ab5","provider":"e2e-att-serve-653ab5-provider","gateway":"openshift-ingress/e2e-extmod-b-846099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.28188652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"c950b1f9-9707-491e-82f6-8317b1a3a1a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.28736068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"0ba5d4ed-ee7b-43fb-a1ff-7f7cec025b25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.356965903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"56fbea92-1fc6-454e-af0c-5044eeeb1db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.357286461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a55be20c-8a7e-4102-9138-19b416313ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.35752988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"7384c0e9-aca9-46d9-a3c3-b0c7878d744e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.378149472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"56fbea92-1fc6-454e-af0c-5044eeeb1db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.378383007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a55be20c-8a7e-4102-9138-19b416313ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.380113104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"8bf3cc29-5e84-4a1b-a5e2-3c6eb228ea8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.380518596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"7384c0e9-aca9-46d9-a3c3-b0c7878d744e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.382122497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"79b252d3-6bc6-442a-88e4-155d3e4a945e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.400665966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"8bf3cc29-5e84-4a1b-a5e2-3c6eb228ea8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.403140556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"79b252d3-6bc6-442a-88e4-155d3e4a945e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.464044496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"5e08cacb-9af8-4417-858e-47bd8f921f43","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.484729921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"5e08cacb-9af8-4417-858e-47bd8f921f43","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.487301735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"921cf8ec-d1fe-4719-a9be-714b5826419b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:14:59.508171209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"921cf8ec-d1fe-4719-a9be-714b5826419b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.435198077Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","namespace":"ai-tenant-e2e-autores-3e23ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.435254838Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","namespace":"ai-tenant-e2e-autores-3e23ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.435303635Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","tenant":"e2e-autores-3e23ec","tenantID":"e2e-autores-3e23ec","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.453361953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","gvk":"Deployment","name":"maas-api-e2e-autores-3e23ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.488730119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","gvk":"Service","name":"maas-api-e2e-autores-3e23ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.508341677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-3e23ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.526419921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-3e23ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.550114536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-3e23ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.568612744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-3e23ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.590890268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-3e23ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.609367696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-3e23ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.625151842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","gvk":"Deployment","name":"payload-processing-e2e-autores-3e23ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.641169495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-3e23ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.659976069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","gvk":"Service","name":"payload-processing-e2e-autores-3e23ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.675751718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","gvk":"Service","name":"payload-pre-processing-e2e-autores-3e23ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.69272597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","gvk":"DestinationRule","name":"payload-processing-e2e-autores-3e23ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.708453079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-3e23ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.727176776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-3e23ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.751195143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-3e23ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.769969323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-3e23ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.787455262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-3e23ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.8031983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-3e23ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:01.818732266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3e23ec"},"namespace":"ai-tenant-e2e-autores-3e23ec","name":"default-tenant","reconcileID":"6cc55816-1044-43d9-a196-53e5d77ad653","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-3e23ec","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:02.109172125Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-3e23ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-3e23ec","reconcileID":"7835d257-1966-4cb3-ad51-e94f3cd174a4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-3e23ec","removed":["maas.opendatahub.io/gateway-access-e2e-autores-3e23ec"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:02.544520286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b5aa446-1c89-492a-9b6f-9aef9938343b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:02.560397858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b5aa446-1c89-492a-9b6f-9aef9938343b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:02.576946741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b5aa446-1c89-492a-9b6f-9aef9938343b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:02.593595388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b5aa446-1c89-492a-9b6f-9aef9938343b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:02.887858661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"615ae373-bdc3-48ad-9a97-147ebe691a97","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"tenant":"e2e-extmod-b-846099","gateway":"openshift-ingress/e2e-extmod-b-846099","model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:02.887891918Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"615ae373-bdc3-48ad-9a97-147ebe691a97","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"routeName":"external-model-e2e-att-serve-653ab5-69511ab40d85","namespace":"e2e-extmod-att-user-50e065","model":"e2e-att-serve-653ab5","externalModel":"e2e-att-serve-653ab5","provider":"e2e-att-serve-653ab5-provider","gateway":"openshift-ingress/e2e-extmod-b-846099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:15:02.91309361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-653ab5-sub","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-sub","reconcileID":"4d812f21-5974-471f-9e5d-e9f90b931a17","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-653ab5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:02.916166778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"caa9fb5a-67d1-4d7a-84c7-fb6d1757b878","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:02.960635599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"caa9fb5a-67d1-4d7a-84c7-fb6d1757b878","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:02.97520675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"7ac5af45-b54e-4158-9ca5-6bb7068c15cc","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"tenant":"e2e-extmod-b-846099","gateway":"openshift-ingress/e2e-extmod-b-846099","model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:02.975237439Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"7ac5af45-b54e-4158-9ca5-6bb7068c15cc","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"routeName":"external-model-e2e-att-serve-653ab5-69511ab40d85","namespace":"e2e-extmod-att-user-50e065","model":"e2e-att-serve-653ab5","externalModel":"e2e-att-serve-653ab5","provider":"e2e-att-serve-653ab5-provider","gateway":"openshift-ingress/e2e-extmod-b-846099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:15:02.995352542Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"7ac5af45-b54e-4158-9ca5-6bb7068c15cc","name":"e2e-att-serve-653ab5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-653ab5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:15:02.99540857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"7ac5af45-b54e-4158-9ca5-6bb7068c15cc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-653ab5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:03.01167302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"8d9ae7e1-1172-4037-b4cc-1914ed9f5999","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"tenant":"e2e-extmod-b-846099","gateway":"openshift-ingress/e2e-extmod-b-846099","model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:03.011692557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"8d9ae7e1-1172-4037-b4cc-1914ed9f5999","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"routeName":"external-model-e2e-att-serve-653ab5-69511ab40d85","namespace":"e2e-extmod-att-user-50e065","model":"e2e-att-serve-653ab5","externalModel":"e2e-att-serve-653ab5","provider":"e2e-att-serve-653ab5-provider","gateway":"openshift-ingress/e2e-extmod-b-846099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:03.031987848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"efe20a26-60ef-4efc-ba64-839885ccbe8e","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"tenant":"e2e-extmod-b-846099","gateway":"openshift-ingress/e2e-extmod-b-846099","model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:03.032005424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"efe20a26-60ef-4efc-ba64-839885ccbe8e","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"routeName":"external-model-e2e-att-serve-653ab5-69511ab40d85","namespace":"e2e-extmod-att-user-50e065","model":"e2e-att-serve-653ab5","externalModel":"e2e-att-serve-653ab5","provider":"e2e-att-serve-653ab5-provider","gateway":"openshift-ingress/e2e-extmod-b-846099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:03.117562535Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-653ab5-sub","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-sub","reconcileID":"66737a38-9686-483f-bf60-e00ae70fc28f","MaaSSubscription":{"name":"e2e-att-serve-653ab5-sub","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"maas-trlp-e2e-att-serve-653ab5","model":"e2e-att-serve-653ab5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-846099/e2e-att-serve-653ab5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:03.145923265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"8ff43c8a-b17e-488e-b1e0-204366da0d65","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:03.167311045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"8ff43c8a-b17e-488e-b1e0-204366da0d65","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:03.210411562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"8126e11d-e679-4a15-9aeb-4108f94d71a0","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"tenant":"e2e-extmod-b-846099","gateway":"openshift-ingress/e2e-extmod-b-846099","model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:03.210437182Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"8126e11d-e679-4a15-9aeb-4108f94d71a0","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"routeName":"external-model-e2e-att-serve-653ab5-69511ab40d85","namespace":"e2e-extmod-att-user-50e065","model":"e2e-att-serve-653ab5","externalModel":"e2e-att-serve-653ab5","provider":"e2e-att-serve-653ab5-provider","gateway":"openshift-ingress/e2e-extmod-b-846099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:03.281823816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a868fe-e167-4073-95e4-550e3bdeb4d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:03.282249666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-653ab5-sub","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-sub","reconcileID":"bd1a4dea-ac85-4eda-9819-9269ad4b72ba","MaaSSubscription":{"name":"e2e-att-serve-653ab5-sub","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"maas-trlp-e2e-att-serve-653ab5","model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:03.297802828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a868fe-e167-4073-95e4-550e3bdeb4d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:03.313721791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a868fe-e167-4073-95e4-550e3bdeb4d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:03.329635837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a868fe-e167-4073-95e4-550e3bdeb4d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:03.911506172Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-25035f-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-sub","reconcileID":"3eb51ef5-e4e6-4561-88bd-f421db40b76e","MaaSSubscription":{"name":"e2e-att-serve-25035f-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"model":"e2e-extmod-att-user-0c561a/e2e-att-serve-25035f","subscription":"e2e-att-serve-25035f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:03.952877449Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-25035f-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-sub","reconcileID":"3eb51ef5-e4e6-4561-88bd-f421db40b76e","MaaSSubscription":{"name":"e2e-att-serve-25035f-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"model":"e2e-extmod-att-user-0c561a/e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:03.982250633Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-25035f-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-sub","reconcileID":"3eb51ef5-e4e6-4561-88bd-f421db40b76e","MaaSSubscription":{"name":"e2e-att-serve-25035f-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"maas-trlp-e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a","model":"e2e-extmod-att-user-0c561a/e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:04.154139119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"78c9f856-bacf-4070-9ce0-e433cdbbc43a","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"tenant":"e2e-extmod-b-2bc4e2","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","model":"e2e-extmod-att-user-0c561a/e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:04.154162421Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"78c9f856-bacf-4070-9ce0-e433cdbbc43a","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"routeName":"external-model-e2e-att-serve-25035f-bf1e545d7bd0","namespace":"e2e-extmod-att-user-0c561a","model":"e2e-att-serve-25035f","externalModel":"e2e-att-serve-25035f","provider":"e2e-att-serve-25035f-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:04.170462419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"de080b00-736b-4982-bd5c-7b2b90b094b2","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:04.192287846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"de080b00-736b-4982-bd5c-7b2b90b094b2","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:04.30661242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"fd8732af-0d04-4c26-be19-8a7223eaf6ab","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"tenant":"e2e-extmod-b-2bc4e2","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","model":"e2e-extmod-att-user-0c561a/e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:04.306638916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"fd8732af-0d04-4c26-be19-8a7223eaf6ab","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"routeName":"external-model-e2e-att-serve-25035f-bf1e545d7bd0","namespace":"e2e-extmod-att-user-0c561a","model":"e2e-att-serve-25035f","externalModel":"e2e-att-serve-25035f","provider":"e2e-att-serve-25035f-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:04.349274836Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"50ef54c5-6685-48f7-a596-878afd372ce0","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"model":"e2e-extmod-att-user-0c561a/e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:04.569280757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"50ef54c5-6685-48f7-a596-878afd372ce0","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:04.625322957Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"50ef54c5-6685-48f7-a596-878afd372ce0","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:04.62534632Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-att-serve-25035f-access","reconcileID":"50ef54c5-6685-48f7-a596-878afd372ce0","MaaSAuthPolicy":{"name":"e2e-att-serve-25035f-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:04.662385075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"483fbae8-7e25-4848-ba87-f75c53be13ca","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"tenant":"e2e-extmod-b-2bc4e2","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","model":"e2e-extmod-att-user-0c561a/e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:04.66240945Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"483fbae8-7e25-4848-ba87-f75c53be13ca","MaaSModelRef":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"routeName":"external-model-e2e-att-serve-25035f-bf1e545d7bd0","namespace":"e2e-extmod-att-user-0c561a","model":"e2e-att-serve-25035f","externalModel":"e2e-att-serve-25035f","provider":"e2e-att-serve-25035f-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.20892365Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"ca1478c1-4860-4303-9a9d-eb4cecfcbd30","namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.242288633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"902f7ee7-4fbc-4cf1-9a02-4f5bc454b7ab","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.256951103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"bcf4af90-31e8-45cf-ab17-264f7f34b5c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.258078862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"703f5347-e11a-4b81-b30d-d46f193babbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.258318936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"54807f34-54b2-469d-8730-90921bcb8a40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.258664808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"8062f7b0-1dfb-404b-b8c7-a7b006e733cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.26343056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"902f7ee7-4fbc-4cf1-9a02-4f5bc454b7ab","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.278235868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"bcf4af90-31e8-45cf-ab17-264f7f34b5c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.2793451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"8062f7b0-1dfb-404b-b8c7-a7b006e733cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.28035557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"703f5347-e11a-4b81-b30d-d46f193babbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.28178798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"54807f34-54b2-469d-8730-90921bcb8a40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.283810785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b8a9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"902f7ee7-4fbc-4cf1-9a02-4f5bc454b7ab","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.318144783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"1043db67-6325-4d7e-8cbe-85adc2854b70","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.339412844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"1043db67-6325-4d7e-8cbe-85adc2854b70","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.41279478Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-25035f","namespace":"e2e-extmod-att-user-0c561a"},"namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","reconcileID":"943caff6-99a4-400f-a65b-fadbd8775dc1","namespace":"e2e-extmod-att-user-0c561a","name":"e2e-att-serve-25035f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.464791197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"d424f449-b213-45b1-a6d6-d6763a1723a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.4649799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a54d3b67-b499-4afc-9f04-8c155a69b243","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.466918049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"7b77132d-0b51-40f2-90f5-7671e6df3491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.466966122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"7088fb45-9075-4474-9431-12acd2ec70fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.486206577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"d424f449-b213-45b1-a6d6-d6763a1723a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.486381651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a54d3b67-b499-4afc-9f04-8c155a69b243","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.48879979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"7088fb45-9075-4474-9431-12acd2ec70fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.489031774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"7b77132d-0b51-40f2-90f5-7671e6df3491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.566480863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"05fc09ae-fb35-4b0a-9358-8c76d7965325","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.590645093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"05fc09ae-fb35-4b0a-9358-8c76d7965325","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.757256654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"27634b2b-7dc9-462d-8bc0-5cc642ccb554","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.783404007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"e646bf69-df48-4df4-aa80-bf0527c9e5cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.787055976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"27634b2b-7dc9-462d-8bc0-5cc642ccb554","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.791311527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32528a8d-200e-4976-b2c8-cfc041ff6a4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.812459502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e61a1734-8509-464e-b0e8-18b1d40acda4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.814061899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"f59b22ea-44d1-424b-86ba-813fd8a96cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.81953038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"e646bf69-df48-4df4-aa80-bf0527c9e5cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.861019162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b8a9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"27634b2b-7dc9-462d-8bc0-5cc642ccb554","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.868749237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32528a8d-200e-4976-b2c8-cfc041ff6a4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.872518831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e61a1734-8509-464e-b0e8-18b1d40acda4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.878190866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"f59b22ea-44d1-424b-86ba-813fd8a96cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.91019651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f79526df-fe50-4391-82f0-eb10908fd0d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:05.93150097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f79526df-fe50-4391-82f0-eb10908fd0d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:06.030199715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"6ab1e3b7-38cd-42c7-8dd2-a65b73032c0d","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:06.046497518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ce269f4e-530b-4589-9e0c-a56f40e7576a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:06.046561263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"1e50f3d6-f913-4088-ac7f-9830ce38163e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:06.052631895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"6ab1e3b7-38cd-42c7-8dd2-a65b73032c0d","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:06.069000693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ce269f4e-530b-4589-9e0c-a56f40e7576a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:06.070068812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"1e50f3d6-f913-4088-ac7f-9830ce38163e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:15.895043784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"1e5a4668-f6ec-492b-b2b8-d157a20b5948","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:15.916878483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"1e5a4668-f6ec-492b-b2b8-d157a20b5948","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:15.937120741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b8a9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"1e5a4668-f6ec-492b-b2b8-d157a20b5948","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:19.492068111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-653ab5-sub","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-sub","reconcileID":"e53b2e51-9d2c-4e90-a377-077148976b6f","MaaSSubscription":{"name":"e2e-att-serve-653ab5-sub","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"maas-trlp-e2e-att-serve-653ab5","model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:19.607493412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"9a16efaf-0de5-416a-833a-34e01ecfa583","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"tenant":"e2e-extmod-b-846099","gateway":"openshift-ingress/e2e-extmod-b-846099","model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:19.607523825Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"9a16efaf-0de5-416a-833a-34e01ecfa583","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"routeName":"external-model-e2e-att-serve-653ab5-69511ab40d85","namespace":"e2e-extmod-att-user-50e065","model":"e2e-att-serve-653ab5","externalModel":"e2e-att-serve-653ab5","provider":"e2e-att-serve-653ab5-provider","gateway":"openshift-ingress/e2e-extmod-b-846099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:19.737623921Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"18f533f5-fef3-4b49-b19e-b3b488ccf0e6","namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:19.773856935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"57124c29-0d4c-405a-9a3e-64349021c0ed","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:19.773872259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"f7528490-4847-483a-a6c1-1b4ffed2488a","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:19.789528134Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"6a56e101-806a-4e5b-a9e8-13c8919ec8c4","namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:19.790182591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"12669a30-6dbb-4c62-bd0a-0deecd6499ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:19.790237771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"7b1b4e24-d717-438c-a708-2a8a2709ea48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:19.791612893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5146869-53ac-4d51-b47d-35d03d56b484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:19.795257471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"57124c29-0d4c-405a-9a3e-64349021c0ed","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:19.795510439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"f7528490-4847-483a-a6c1-1b4ffed2488a","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:19.814953091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5146869-53ac-4d51-b47d-35d03d56b484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:19.81524665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"12669a30-6dbb-4c62-bd0a-0deecd6499ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:19.81699435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b8a9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"57124c29-0d4c-405a-9a3e-64349021c0ed","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:19.819070394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"7b1b4e24-d717-438c-a708-2a8a2709ea48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:19.902120631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"c740fb62-fd8d-4d36-9490-7b0033bd4052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:19.93066776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"c740fb62-fd8d-4d36-9490-7b0033bd4052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:19.994492126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"d6a24630-9ce4-463d-bf5b-f1bf5a15f6e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:19.994611572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"043b5c88-e6b3-420c-a79e-2777a5b14c1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.002704181Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"3af4f610-57c0-46b1-856e-83cb37c34aa8","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.015789088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"043b5c88-e6b3-420c-a79e-2777a5b14c1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.015814633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"d6a24630-9ce4-463d-bf5b-f1bf5a15f6e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.040398584Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"b6ae5afb-5ae0-4919-93e5-158a6b563a33","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:15:20.061516827Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"b6ae5afb-5ae0-4919-93e5-158a6b563a33","name":"e2e-cmp-legacy-e0015e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-e0015e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:15:20.061664342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"b6ae5afb-5ae0-4919-93e5-158a6b563a33","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-e0015e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.084389076Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"6b23a9f6-731e-4e73-9522-bffba1d3f497","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.105478262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0633e595-07b1-441a-8181-d190a0b6ab42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.10679217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"c921ced9-9c0a-4049-bbac-030fd035b86c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.129529146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0633e595-07b1-441a-8181-d190a0b6ab42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.13801375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"c921ced9-9c0a-4049-bbac-030fd035b86c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.186326451Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"df55e611-13d1-45c1-800c-17d86eb5c2e4","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.200512957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b9606af9-dd91-4bc6-be9c-f40fc730176c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.200613787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"378927b7-3911-4190-8ace-4a25d6e1a1c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.200855854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"1f79dda1-6a5d-4a3c-ae57-8ca46bc95b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.224481623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"1f79dda1-6a5d-4a3c-ae57-8ca46bc95b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.224513659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"378927b7-3911-4190-8ace-4a25d6e1a1c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.226872643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b9606af9-dd91-4bc6-be9c-f40fc730176c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.277410085Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"8921b9d0-dcbd-43d2-bdc3-a5b3bffb58a2","namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.284633153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"0045415a-2d25-4472-831e-921883b0eb21","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.29363951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"c6c5cb32-fde1-4f4c-818b-2889e5a9a56e","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.293657087Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"c6c5cb32-fde1-4f4c-818b-2889e5a9a56e","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cmp-legacy-e0015e","externalModel":"e2e-cmp-legacy-e0015e","provider":"e2e-cmp-legacy-e0015e-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.300229767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"8551810c-8533-4ee3-9393-7352dec31018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.305599736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"0045415a-2d25-4472-831e-921883b0eb21","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.373610469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"8551810c-8533-4ee3-9393-7352dec31018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.479326836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"c9f8bf6b-c50d-4e70-a307-eebe334ec7cc","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.494966057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9178bc59-9417-45b0-9e36-9101028debe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.495263529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"caf401fc-56fd-4156-938b-f4c0472ce75a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.500716905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"c9f8bf6b-c50d-4e70-a307-eebe334ec7cc","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.519095777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9178bc59-9417-45b0-9e36-9101028debe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.521103975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b8a9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (118543e9b86fff550fb6f2567a1149697c719dccd3b675d17d6b2039a70feb98) AuthConfig (774c805ce7d01004536ec33a97b6402b1f71209c2bbe8674849b0ed2f1f5dcd9) AuthConfig (56869080adffc8f0de47da0b5ff076a3d7954fc1d88cd51d7af73010886bf761) AuthConfig (710d6ef637f6170a5049dec706f226a1790e95c37d8c8c5381f1b82c1dc4c6e0) AuthConfig (47f2c2421cef84bbff9e65051b5588f8b919ec3dd951c35fe790e24db620da03) AuthConfig (e78813b0c235dff137d48558a18d2c99c23da23bae678da7fd3e7d6b9f20a00a) AuthConfig (88cdc98a73a0fca8406c690eae1a9f7e2f59cb59aa2ff1a8735f801b6f22bf14) AuthConfig (8c2d431fa43cfbd06f9ddfe66fe3a60d68c8472b85a6917e2134efb976e1b563) AuthConfig (a8c9bf278434b93c7c0525b90f7245cd09042c80cb3881b49088dccef0c64d60) AuthConfig (35cac8cd5a7ddd712559dd1e121f638e4f34bf30f54baef14e668163556cce63)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"c9f8bf6b-c50d-4e70-a307-eebe334ec7cc","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.522274563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"caf401fc-56fd-4156-938b-f4c0472ce75a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.561459663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"4bccea17-6ea3-495b-8058-8b0f45026ae0","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.561486042Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"4bccea17-6ea3-495b-8058-8b0f45026ae0","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.581565309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"5f0f7f3c-ae8f-461a-b26b-8fb943ba477c","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.581587647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"5f0f7f3c-ae8f-461a-b26b-8fb943ba477c","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cmp-legacy-e0015e","externalModel":"e2e-cmp-legacy-e0015e","provider":"e2e-cmp-legacy-e0015e-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.596024172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"70da8e41-2ecb-4567-93aa-566ad19ba2f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.596151067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"bee62121-fdf7-494c-a542-adcbe661e459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.618798362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"70da8e41-2ecb-4567-93aa-566ad19ba2f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.620040086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"bee62121-fdf7-494c-a542-adcbe661e459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.694668859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"98909822-57bc-49fd-b5bf-13c5e1e3d6ca","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.703605439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"407cb9d3-96fb-4a68-b766-262e4e1aa34c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.724657116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"407cb9d3-96fb-4a68-b766-262e4e1aa34c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.750813802Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"98909822-57bc-49fd-b5bf-13c5e1e3d6ca","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.77076677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"98909822-57bc-49fd-b5bf-13c5e1e3d6ca","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.806368042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"4b76dedc-0e32-4167-a48d-18155369650e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.809871307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"ce27c62f-06c9-413a-a303-c5890fc2e457","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.809935747Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"ce27c62f-06c9-413a-a303-c5890fc2e457","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cmp-legacy-e0015e","externalModel":"e2e-cmp-legacy-e0015e","provider":"e2e-cmp-legacy-e0015e-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.827480128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"4b76dedc-0e32-4167-a48d-18155369650e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.913880992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"6d5bd9ce-307a-4665-bb1a-6edd1720ff3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.913973945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2613c543-2da8-49ba-8b01-5d5e125eec8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.914401744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d579241e-558f-4f97-8cd6-7e0996dcb4b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.939577824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d579241e-558f-4f97-8cd6-7e0996dcb4b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.939798935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2613c543-2da8-49ba-8b01-5d5e125eec8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:20.941945244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"6d5bd9ce-307a-4665-bb1a-6edd1720ff3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:21.002262731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"a1e81b49-a419-4e5e-ae18-6c026a6851e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:21.026309734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"a1e81b49-a419-4e5e-ae18-6c026a6851e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:21.086627703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"fb295df1-5e77-4141-b46f-ad28e6c89d3c","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:21.102949803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"97ac3286-20d5-4bfa-9aad-ce6268d52149","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:21.1056667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"348ee558-e7ac-42b7-b8f2-5812f08b984a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:21.111017677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"fb295df1-5e77-4141-b46f-ad28e6c89d3c","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:21.125011994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"97ac3286-20d5-4bfa-9aad-ce6268d52149","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:21.132344754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"348ee558-e7ac-42b7-b8f2-5812f08b984a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:21.65033207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"4c1b277f-048e-4e6c-afde-daedfe5073e5","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:21.671101161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"4c1b277f-048e-4e6c-afde-daedfe5073e5","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:21.690853127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b8a9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (118543e9b86fff550fb6f2567a1149697c719dccd3b675d17d6b2039a70feb98) AuthConfig (774c805ce7d01004536ec33a97b6402b1f71209c2bbe8674849b0ed2f1f5dcd9) AuthConfig (56869080adffc8f0de47da0b5ff076a3d7954fc1d88cd51d7af73010886bf761) AuthConfig (710d6ef637f6170a5049dec706f226a1790e95c37d8c8c5381f1b82c1dc4c6e0) AuthConfig (47f2c2421cef84bbff9e65051b5588f8b919ec3dd951c35fe790e24db620da03) AuthConfig (e78813b0c235dff137d48558a18d2c99c23da23bae678da7fd3e7d6b9f20a00a) AuthConfig (88cdc98a73a0fca8406c690eae1a9f7e2f59cb59aa2ff1a8735f801b6f22bf14) AuthConfig (8c2d431fa43cfbd06f9ddfe66fe3a60d68c8472b85a6917e2134efb976e1b563) AuthConfig (a8c9bf278434b93c7c0525b90f7245cd09042c80cb3881b49088dccef0c64d60) AuthConfig (35cac8cd5a7ddd712559dd1e121f638e4f34bf30f54baef14e668163556cce63)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"4c1b277f-048e-4e6c-afde-daedfe5073e5","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:21.744773254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"9b6e3a06-2315-4d08-b72e-a3143882b1be","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:21.769157893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"9b6e3a06-2315-4d08-b72e-a3143882b1be","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:24.392054415Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:25.388066863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff63fbc-ddbc-44b7-a882-f7d6715877ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:25.404413275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff63fbc-ddbc-44b7-a882-f7d6715877ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:25.422821962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff63fbc-ddbc-44b7-a882-f7d6715877ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:25.439442052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff63fbc-ddbc-44b7-a882-f7d6715877ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:26.059070059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"8d9ff936-127b-459b-bc92-d65a2778548e","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"tenant":"e2e-extmod-b-846099","gateway":"openshift-ingress/e2e-extmod-b-846099","model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:26.059095234Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"8d9ff936-127b-459b-bc92-d65a2778548e","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"routeName":"external-model-e2e-att-serve-653ab5-69511ab40d85","namespace":"e2e-extmod-att-user-50e065","model":"e2e-att-serve-653ab5","externalModel":"e2e-att-serve-653ab5","provider":"e2e-att-serve-653ab5-provider","gateway":"openshift-ingress/e2e-extmod-b-846099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:26.090995417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"12764b2a-4d0d-4686-8f5e-d38b7b4db27b","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:26.099419478Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-653ab5-sub","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-sub","reconcileID":"6d6a989b-da96-4846-a73a-299c89eb8491","MaaSSubscription":{"name":"e2e-att-serve-653ab5-sub","namespace":"ai-tenant-e2e-extmod-b-846099"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d7adcf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:26.112654326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"12764b2a-4d0d-4686-8f5e-d38b7b4db27b","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:26.174316655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f63cfa-16f0-499b-a0fe-ad1925c91ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:26.190600891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f63cfa-16f0-499b-a0fe-ad1925c91ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:26.206830595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f63cfa-16f0-499b-a0fe-ad1925c91ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:26.22313645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f63cfa-16f0-499b-a0fe-ad1925c91ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:26.251264917Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-67e819","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-67e819","reconcileID":"5dadbe18-afa7-4775-8d86-fceb3a210b1c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-67e819","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-67e819":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:26.3086369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"8f6081ba-38e3-4104-b068-0aa0e6e454f5","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:26.334450692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"8f6081ba-38e3-4104-b068-0aa0e6e454f5","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:26.957079984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e832dcfb-fcfb-41de-9c39-56e8579ce186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:26.973273895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e832dcfb-fcfb-41de-9c39-56e8579ce186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:26.989386432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e832dcfb-fcfb-41de-9c39-56e8579ce186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:27.005938312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e832dcfb-fcfb-41de-9c39-56e8579ce186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:30.828094288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"df7913e5-bdac-44ea-9d01-bdef08b3c2ff","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:30.84918549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"df7913e5-bdac-44ea-9d01-bdef08b3c2ff","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:30.868953834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"df7913e5-bdac-44ea-9d01-bdef08b3c2ff","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:31.731281836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"7ff55b1f-367b-409c-88a6-06cf924e33c5","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:31.752341501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"7ff55b1f-367b-409c-88a6-06cf924e33c5","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:31.774945022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b8a9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (118543e9b86fff550fb6f2567a1149697c719dccd3b675d17d6b2039a70feb98) AuthConfig (774c805ce7d01004536ec33a97b6402b1f71209c2bbe8674849b0ed2f1f5dcd9) AuthConfig (56869080adffc8f0de47da0b5ff076a3d7954fc1d88cd51d7af73010886bf761) AuthConfig (710d6ef637f6170a5049dec706f226a1790e95c37d8c8c5381f1b82c1dc4c6e0) AuthConfig (47f2c2421cef84bbff9e65051b5588f8b919ec3dd951c35fe790e24db620da03) AuthConfig (e78813b0c235dff137d48558a18d2c99c23da23bae678da7fd3e7d6b9f20a00a) AuthConfig (88cdc98a73a0fca8406c690eae1a9f7e2f59cb59aa2ff1a8735f801b6f22bf14) AuthConfig (8c2d431fa43cfbd06f9ddfe66fe3a60d68c8472b85a6917e2134efb976e1b563) AuthConfig (a8c9bf278434b93c7c0525b90f7245cd09042c80cb3881b49088dccef0c64d60) AuthConfig (35cac8cd5a7ddd712559dd1e121f638e4f34bf30f54baef14e668163556cce63)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"7ff55b1f-367b-409c-88a6-06cf924e33c5","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:32.1934692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db8f7d9-c3c5-44c6-82b0-7ed3c63907cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:32.209217893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db8f7d9-c3c5-44c6-82b0-7ed3c63907cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:32.225866319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db8f7d9-c3c5-44c6-82b0-7ed3c63907cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:32.243265153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db8f7d9-c3c5-44c6-82b0-7ed3c63907cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:32.876401564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b1be28-e643-47df-b6cc-dfa95a27d875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:32.892919298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b1be28-e643-47df-b6cc-dfa95a27d875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:32.912457119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b1be28-e643-47df-b6cc-dfa95a27d875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:32.929759873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b1be28-e643-47df-b6cc-dfa95a27d875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:36.11597401Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-653ab5-sub","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-sub","reconcileID":"e4fb5447-5ca3-4ddf-90e1-27e59ba5db0a","MaaSSubscription":{"name":"e2e-att-serve-653ab5-sub","namespace":"ai-tenant-e2e-extmod-b-846099"},"model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","subscription":"e2e-att-serve-653ab5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:36.14886086Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-653ab5-sub","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-sub","reconcileID":"e4fb5447-5ca3-4ddf-90e1-27e59ba5db0a","MaaSSubscription":{"name":"e2e-att-serve-653ab5-sub","namespace":"ai-tenant-e2e-extmod-b-846099"},"model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:36.165375641Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-653ab5-sub","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-sub","reconcileID":"e4fb5447-5ca3-4ddf-90e1-27e59ba5db0a","MaaSSubscription":{"name":"e2e-att-serve-653ab5-sub","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"maas-trlp-e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065","model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:36.359788435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"b97a9932-0ee3-4b04-a49a-253fd0f66b07","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"tenant":"e2e-extmod-b-846099","gateway":"openshift-ingress/e2e-extmod-b-846099","model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:36.359812973Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"b97a9932-0ee3-4b04-a49a-253fd0f66b07","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"routeName":"external-model-e2e-att-serve-653ab5-69511ab40d85","namespace":"e2e-extmod-att-user-50e065","model":"e2e-att-serve-653ab5","externalModel":"e2e-att-serve-653ab5","provider":"e2e-att-serve-653ab5-provider","gateway":"openshift-ingress/e2e-extmod-b-846099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:36.376808585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"5139f67d-95f5-4713-b7de-672dc52d192c","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:36.398426334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"5139f67d-95f5-4713-b7de-672dc52d192c","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:36.494939649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"8c02d898-acde-46f1-8a33-7ad47ff47d17","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:36.509560385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"9f4a4f11-e55a-4920-adf2-b28ebf1f4d58","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"tenant":"e2e-extmod-b-846099","gateway":"openshift-ingress/e2e-extmod-b-846099","model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:36.509577676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"9f4a4f11-e55a-4920-adf2-b28ebf1f4d58","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"routeName":"external-model-e2e-att-serve-653ab5-69511ab40d85","namespace":"e2e-extmod-att-user-50e065","model":"e2e-att-serve-653ab5","externalModel":"e2e-att-serve-653ab5","provider":"e2e-att-serve-653ab5-provider","gateway":"openshift-ingress/e2e-extmod-b-846099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:36.517297384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"8c02d898-acde-46f1-8a33-7ad47ff47d17","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:36.665376003Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"a2f52f28-e745-4e18-b872-f9272f27e77d","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:36.782943797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"a2f52f28-e745-4e18-b872-f9272f27e77d","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:36.838649586Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"a2f52f28-e745-4e18-b872-f9272f27e77d","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"name":"e2e-extmod-b-846099-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:36.838666913Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"e2e-att-serve-653ab5-access","reconcileID":"a2f52f28-e745-4e18-b872-f9272f27e77d","MaaSAuthPolicy":{"name":"e2e-att-serve-653ab5-access","namespace":"ai-tenant-e2e-extmod-b-846099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-846099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:36.875462739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"b9270a88-471d-47c7-a81b-231b528359cf","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"tenant":"e2e-extmod-b-846099","gateway":"openshift-ingress/e2e-extmod-b-846099","model":"e2e-extmod-att-user-50e065/e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:36.875486735Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"b9270a88-471d-47c7-a81b-231b528359cf","MaaSModelRef":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"routeName":"external-model-e2e-att-serve-653ab5-69511ab40d85","namespace":"e2e-extmod-att-user-50e065","model":"e2e-att-serve-653ab5","externalModel":"e2e-att-serve-653ab5","provider":"e2e-att-serve-653ab5-provider","gateway":"openshift-ingress/e2e-extmod-b-846099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.42314974Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"3a24d42f-cd25-4e03-a372-9be982c6402d","namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.475154483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5cd743-b0d7-4133-a09b-665b91e6466d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.475415438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"3652cf65-c7e2-49ae-9e55-ac918b86e9c6","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.47551814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"92fccd15-bea1-431d-823f-298313a105b8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.492072613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5cd743-b0d7-4133-a09b-665b91e6466d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.496676791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"92fccd15-bea1-431d-823f-298313a105b8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.496967994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"3652cf65-c7e2-49ae-9e55-ac918b86e9c6","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.508077451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5cd743-b0d7-4133-a09b-665b91e6466d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.508119748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"57fe34ba-629a-40b9-aac7-ea2c20c2b62c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.508374664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6c712a3-924a-49ac-a7a1-eb272ecbfece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.524132239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5cd743-b0d7-4133-a09b-665b91e6466d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.524333347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"9265c3a9-0c84-4734-86ff-e5f7554fc489","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.52871081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b8a9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (118543e9b86fff550fb6f2567a1149697c719dccd3b675d17d6b2039a70feb98) AuthConfig (774c805ce7d01004536ec33a97b6402b1f71209c2bbe8674849b0ed2f1f5dcd9) AuthConfig (56869080adffc8f0de47da0b5ff076a3d7954fc1d88cd51d7af73010886bf761) AuthConfig (710d6ef637f6170a5049dec706f226a1790e95c37d8c8c5381f1b82c1dc4c6e0) AuthConfig (47f2c2421cef84bbff9e65051b5588f8b919ec3dd951c35fe790e24db620da03) AuthConfig (e78813b0c235dff137d48558a18d2c99c23da23bae678da7fd3e7d6b9f20a00a) AuthConfig (88cdc98a73a0fca8406c690eae1a9f7e2f59cb59aa2ff1a8735f801b6f22bf14) AuthConfig (8c2d431fa43cfbd06f9ddfe66fe3a60d68c8472b85a6917e2134efb976e1b563) AuthConfig (a8c9bf278434b93c7c0525b90f7245cd09042c80cb3881b49088dccef0c64d60) AuthConfig (35cac8cd5a7ddd712559dd1e121f638e4f34bf30f54baef14e668163556cce63)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"3652cf65-c7e2-49ae-9e55-ac918b86e9c6","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.560027341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"92fccd15-bea1-431d-823f-298313a105b8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.56143817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"57fe34ba-629a-40b9-aac7-ea2c20c2b62c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.563711091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6c712a3-924a-49ac-a7a1-eb272ecbfece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.565302806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"9265c3a9-0c84-4734-86ff-e5f7554fc489","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.613342327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"3bf9462e-5c41-472a-aacb-1152951876ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.617274364Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-653ab5","namespace":"e2e-extmod-att-user-50e065"},"namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","reconcileID":"5026e77c-88a0-4fe6-b5a9-eaf6a428505b","namespace":"e2e-extmod-att-user-50e065","name":"e2e-att-serve-653ab5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.635457104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"3bf9462e-5c41-472a-aacb-1152951876ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.648353622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"3edfdd0a-71a6-435d-a293-3388b89920a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.670393795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"3edfdd0a-71a6-435d-a293-3388b89920a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.743951998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"35c4debf-fd87-44e2-8405-ab478311a13c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.74410766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e02a9d42-345c-45e1-a49f-b99a094092ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.765109689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"35c4debf-fd87-44e2-8405-ab478311a13c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.765222543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e02a9d42-345c-45e1-a49f-b99a094092ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.855103423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"1a06105a-fa0e-4163-886d-ccf76c32f52e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.874383427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"7bb83474-8e7f-45f8-8a81-b23c49cbacf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.901527484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"7bb83474-8e7f-45f8-8a81-b23c49cbacf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.903678923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"1a06105a-fa0e-4163-886d-ccf76c32f52e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.968372142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"05bc7847-a2c2-4d31-8ec1-bcebbf082ea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.968959448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ddd87fd5-d686-4179-883c-72887743ff2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:37.969398332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"bfd8bca6-4801-420b-aae1-3bc28cee31ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.015546453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"bfd8bca6-4801-420b-aae1-3bc28cee31ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.020718595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"05bc7847-a2c2-4d31-8ec1-bcebbf082ea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.021273875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ddd87fd5-d686-4179-883c-72887743ff2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.159122097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"1ac7849e-bc59-44be-8c3e-c8500a8d4c93","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.159619026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"7f2610d7-d423-4fde-9830-3f5648c56534","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.183810337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"7f2610d7-d423-4fde-9830-3f5648c56534","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.183836033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"1ac7849e-bc59-44be-8c3e-c8500a8d4c93","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.203892132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b8a9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (118543e9b86fff550fb6f2567a1149697c719dccd3b675d17d6b2039a70feb98) AuthConfig (774c805ce7d01004536ec33a97b6402b1f71209c2bbe8674849b0ed2f1f5dcd9) AuthConfig (56869080adffc8f0de47da0b5ff076a3d7954fc1d88cd51d7af73010886bf761) AuthConfig (710d6ef637f6170a5049dec706f226a1790e95c37d8c8c5381f1b82c1dc4c6e0) AuthConfig (47f2c2421cef84bbff9e65051b5588f8b919ec3dd951c35fe790e24db620da03) AuthConfig (e78813b0c235dff137d48558a18d2c99c23da23bae678da7fd3e7d6b9f20a00a) AuthConfig (88cdc98a73a0fca8406c690eae1a9f7e2f59cb59aa2ff1a8735f801b6f22bf14) AuthConfig (8c2d431fa43cfbd06f9ddfe66fe3a60d68c8472b85a6917e2134efb976e1b563) AuthConfig (a8c9bf278434b93c7c0525b90f7245cd09042c80cb3881b49088dccef0c64d60) AuthConfig (35cac8cd5a7ddd712559dd1e121f638e4f34bf30f54baef14e668163556cce63)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"1ac7849e-bc59-44be-8c3e-c8500a8d4c93","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.204007355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"7f2610d7-d423-4fde-9830-3f5648c56534","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.243884636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"bed52897-5e5c-429e-929e-57bb0a2b8cea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.24388727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8db496d-7036-43f6-8ae3-2b6abb530dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.244265577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"3894e8e4-597e-4295-a9f9-3c1093ab9980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.265489831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"3894e8e4-597e-4295-a9f9-3c1093ab9980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.265526071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"bed52897-5e5c-429e-929e-57bb0a2b8cea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.267890048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8db496d-7036-43f6-8ae3-2b6abb530dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.286880735Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-b15ec3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-b15ec3","reconcileID":"ee85535e-ef81-4140-b7c7-6e25a03633eb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-b15ec3","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-b15ec3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.350557722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b1ee3da-0a2a-4ec9-ab01-35ba7880a991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.350682595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"502e0f26-a9a0-49ad-adc5-68d2cda8d57f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.350926737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"a147723f-b517-4c52-8df1-ea2c2e24c13c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.367060563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b1ee3da-0a2a-4ec9-ab01-35ba7880a991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.383427951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b1ee3da-0a2a-4ec9-ab01-35ba7880a991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.389257371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"a147723f-b517-4c52-8df1-ea2c2e24c13c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.391975621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"502e0f26-a9a0-49ad-adc5-68d2cda8d57f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:38.399963889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b1ee3da-0a2a-4ec9-ab01-35ba7880a991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:39.081574287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8c5728-737f-4f62-8ab9-531f0fe6ce35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:39.097446933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8c5728-737f-4f62-8ab9-531f0fe6ce35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:39.113207461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8c5728-737f-4f62-8ab9-531f0fe6ce35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:39.129210451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8c5728-737f-4f62-8ab9-531f0fe6ce35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:48.237285012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"591b9832-eda8-4b72-8ed3-4f39ae9bf73e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:48.237305127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"dfa6562e-a1d7-45ac-b8b4-4359d19c7f3a","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:48.258597514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"591b9832-eda8-4b72-8ed3-4f39ae9bf73e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:48.258640322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"dfa6562e-a1d7-45ac-b8b4-4359d19c7f3a","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:48.278626052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b8a9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (118543e9b86fff550fb6f2567a1149697c719dccd3b675d17d6b2039a70feb98) AuthConfig (774c805ce7d01004536ec33a97b6402b1f71209c2bbe8674849b0ed2f1f5dcd9) AuthConfig (56869080adffc8f0de47da0b5ff076a3d7954fc1d88cd51d7af73010886bf761) AuthConfig (710d6ef637f6170a5049dec706f226a1790e95c37d8c8c5381f1b82c1dc4c6e0) AuthConfig (47f2c2421cef84bbff9e65051b5588f8b919ec3dd951c35fe790e24db620da03) AuthConfig (e78813b0c235dff137d48558a18d2c99c23da23bae678da7fd3e7d6b9f20a00a) AuthConfig (88cdc98a73a0fca8406c690eae1a9f7e2f59cb59aa2ff1a8735f801b6f22bf14) AuthConfig (8c2d431fa43cfbd06f9ddfe66fe3a60d68c8472b85a6917e2134efb976e1b563) AuthConfig (a8c9bf278434b93c7c0525b90f7245cd09042c80cb3881b49088dccef0c64d60) AuthConfig (35cac8cd5a7ddd712559dd1e121f638e4f34bf30f54baef14e668163556cce63)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"dfa6562e-a1d7-45ac-b8b4-4359d19c7f3a","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:48.278722002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"591b9832-eda8-4b72-8ed3-4f39ae9bf73e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:51.933341806Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"328de5ee-c97a-4b20-817c-d2fde5dcd288","namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:51.936641184Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"b6f66338-cd21-42ff-9f58-faa8e1f61765","namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:51.97646425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"5a8ddaf8-3478-4677-894a-98bdf7e36683","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:51.977319905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"01882e16-25d9-49d4-9655-9ac8f7b9fcd5","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:51.991731791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"38e5d2c6-a3a1-4ccf-bb3c-9dba6bdb9fd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:51.993782989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"26ac9ed1-8121-4efb-94ac-683c764cb1a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:51.993793563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"93cb3370-9149-4972-bdd7-b69646f48bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:51.998005062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"5a8ddaf8-3478-4677-894a-98bdf7e36683","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.000227855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"01882e16-25d9-49d4-9655-9ac8f7b9fcd5","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.013239947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"38e5d2c6-a3a1-4ccf-bb3c-9dba6bdb9fd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.016213196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"26ac9ed1-8121-4efb-94ac-683c764cb1a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.016751072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"93cb3370-9149-4972-bdd7-b69646f48bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.027507502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"5a8ddaf8-3478-4677-894a-98bdf7e36683","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.028705079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b8a9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (118543e9b86fff550fb6f2567a1149697c719dccd3b675d17d6b2039a70feb98) AuthConfig (774c805ce7d01004536ec33a97b6402b1f71209c2bbe8674849b0ed2f1f5dcd9) AuthConfig (56869080adffc8f0de47da0b5ff076a3d7954fc1d88cd51d7af73010886bf761) AuthConfig (710d6ef637f6170a5049dec706f226a1790e95c37d8c8c5381f1b82c1dc4c6e0) AuthConfig (47f2c2421cef84bbff9e65051b5588f8b919ec3dd951c35fe790e24db620da03) AuthConfig (e78813b0c235dff137d48558a18d2c99c23da23bae678da7fd3e7d6b9f20a00a) AuthConfig (88cdc98a73a0fca8406c690eae1a9f7e2f59cb59aa2ff1a8735f801b6f22bf14) AuthConfig (8c2d431fa43cfbd06f9ddfe66fe3a60d68c8472b85a6917e2134efb976e1b563) AuthConfig (a8c9bf278434b93c7c0525b90f7245cd09042c80cb3881b49088dccef0c64d60) AuthConfig (35cac8cd5a7ddd712559dd1e121f638e4f34bf30f54baef14e668163556cce63)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"01882e16-25d9-49d4-9655-9ac8f7b9fcd5","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.094697655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"9c23c29b-17c2-4f0d-ad7a-f754a864cc42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.094697653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"3ce1a8a3-26d4-460b-b422-fa4c1db9d266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.127686782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"3ce1a8a3-26d4-460b-b422-fa4c1db9d266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.128756488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"9c23c29b-17c2-4f0d-ad7a-f754a864cc42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.169227328Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"dc966d83-a8e0-4663-8eae-8f0ee472f8f8","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.20625179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"94578705-eb65-4fb6-8233-151ca409f2e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.206260735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"9d6b53d2-2b98-4b15-ae3c-f0587e43095e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.206438652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e80ecd0e-1b22-4046-96eb-fb7c01d1a0ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.228632424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e80ecd0e-1b22-4046-96eb-fb7c01d1a0ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.228753132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"94578705-eb65-4fb6-8233-151ca409f2e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.231308123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"9d6b53d2-2b98-4b15-ae3c-f0587e43095e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.308618716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"36157599-5123-49f0-9e7c-daa202698f02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.30864581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"07abcc39-e614-4390-b3ad-3b6c7ad7d737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.335931558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"07abcc39-e614-4390-b3ad-3b6c7ad7d737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.336720528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"36157599-5123-49f0-9e7c-daa202698f02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.372713632Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"692afa05-10e1-46c1-b5c0-f0250b28fe03","namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.38871548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"5e9de6f6-479f-412d-b583-69aa23886958","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.388737245Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"5e9de6f6-479f-412d-b583-69aa23886958","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.391857534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"7c6e3918-275a-4d1c-937b-fd8131cbfe09","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.404376876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba9f0483-537b-44c6-a8c7-ce0e68d7af3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.409880779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"fc2c1b32-cbe7-4b0e-ba5e-58832db21c71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.418537038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"7c6e3918-275a-4d1c-937b-fd8131cbfe09","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.425359065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba9f0483-537b-44c6-a8c7-ce0e68d7af3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.431461274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"fc2c1b32-cbe7-4b0e-ba5e-58832db21c71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.466871134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"de7c4dac-5bf8-450d-b0cc-b4f2547e71c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.467593799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"63f901f6-fbbf-4f2d-99a7-b3daafd7c9f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.526991718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"63f901f6-fbbf-4f2d-99a7-b3daafd7c9f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.53277887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"de7c4dac-5bf8-450d-b0cc-b4f2547e71c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.554191508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"88ddf446-7b75-404f-a0ae-ad8fc08ad94d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.570285061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"42c05c9d-ef22-487e-92da-46d73c017c0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.576119304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"88ddf446-7b75-404f-a0ae-ad8fc08ad94d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.592045744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"42c05c9d-ef22-487e-92da-46d73c017c0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.595825355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"88ddf446-7b75-404f-a0ae-ad8fc08ad94d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.668601326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"de66eb30-daef-4488-b388-54e2cff15d99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.668609232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f472758-73eb-4ae9-86d9-5d2586be26ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.669088453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"d67dc309-c89f-4aa4-aee1-8f5542e194f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.69060757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"de66eb30-daef-4488-b388-54e2cff15d99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.691022939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f472758-73eb-4ae9-86d9-5d2586be26ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.693120168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"d67dc309-c89f-4aa4-aee1-8f5542e194f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.707776301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"2d2abdaf-46b7-42e6-aa6d-13df8580ebde","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.707795941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"2d2abdaf-46b7-42e6-aa6d-13df8580ebde","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.764619852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"01af8fbb-ac03-4759-91bb-93396a5179e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.785579781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"01af8fbb-ac03-4759-91bb-93396a5179e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.864501671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b8e870e5-a5de-40cc-b5fd-cafe91c00252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.885809235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b8e870e5-a5de-40cc-b5fd-cafe91c00252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.918373723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"69702515-61a0-42e4-a6a4-8e7580696f6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.918721563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"5f5dfc7d-2ed5-4335-b5eb-4d39bfa341fb","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.918742931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"25fb0659-5cb0-4408-b64e-24d384b8afe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.919089408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"98bda013-4250-434d-830d-de1ff15b2e94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.946692963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"98bda013-4250-434d-830d-de1ff15b2e94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.94671928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"25fb0659-5cb0-4408-b64e-24d384b8afe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.950111285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"69702515-61a0-42e4-a6a4-8e7580696f6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:52.950155608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"5f5dfc7d-2ed5-4335-b5eb-4d39bfa341fb","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:53.032126598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34b773de-76b4-4edf-a7af-c25513037a41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:53.052878178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34b773de-76b4-4edf-a7af-c25513037a41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:53.4780664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"6cfb2714-e6b6-4b69-851c-218f4020bf91","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:53.500974771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"6cfb2714-e6b6-4b69-851c-218f4020bf91","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:53.523249026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ec87439efc4aa7c4d3636b6c7de6a30b6eaace379c02f82a65e252b734b4359) AuthConfig (0aed4f55755811a3711166696389f6c92599a779caf16d0ccbe5515430592c39) AuthConfig (ed8f3040a54be007616c26d671f582e25cb130ddb03293a7f9e7f946d1f2bd32) AuthConfig (546b0555cfab5efa2b9be6f1d4364f0bd7757dfec969794092995dd0dd077bd1) AuthConfig (880805ec8d5bd13a82c708ef203d3be9aa8093091bcc7db2b5b6e37be9d131d7) AuthConfig (5ca9070151934268f48186f31e0b4a75cebbe975753583f0e21e5272d63ff29b) AuthConfig (913cc0c232b439a7ea442cad21a19196cf0cc0ac6bd3f43beb0494ddb558f04b) AuthConfig (2fd5cf87b9089752d2a9f9a0e7226b8df935379906539b2acf424b174e101269) AuthConfig (64a6fcad6806b3a6f1aa0141e475c047dd085331e9d46c34df737827ab17c8f1) AuthConfig (d7422b82d4921de8bac67f8a5d5548d34954bf44c1d09c6ee960e3ba1e8de177)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"6cfb2714-e6b6-4b69-851c-218f4020bf91","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:53.561423346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"0280f2d5-ff30-41f1-9989-58f69e8d2b65","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:53.561445342Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"0280f2d5-ff30-41f1-9989-58f69e8d2b65","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cmp-legacy-e0015e","externalModel":"e2e-cmp-legacy-e0015e","provider":"e2e-cmp-legacy-e0015e-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:54.391466786Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:55.893472032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"dc031ee9-3331-416f-9a70-28b4543b96ac","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:55.893496002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"dc031ee9-3331-416f-9a70-28b4543b96ac","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:55.909839004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"4299df62-1574-48be-946f-a45d58c233a0","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:15:55.912134282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-sub","reconcileID":"a0cccd39-2a09-45a1-ab8c-3a79e342c9c7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-307cc3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:55.931546146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"4299df62-1574-48be-946f-a45d58c233a0","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:55.931962466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"2c5fe0de-551f-4e9f-a392-4e95c561b445","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:55.931981461Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"2c5fe0de-551f-4e9f-a392-4e95c561b445","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:15:55.949776648Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"2c5fe0de-551f-4e9f-a392-4e95c561b445","name":"e2e-att-serve-307cc3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-307cc3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:15:55.949826903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"2c5fe0de-551f-4e9f-a392-4e95c561b445","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-307cc3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:55.969866959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"c0f1f121-ce56-441d-8852-ed2f21b640a6","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:55.969884141Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"c0f1f121-ce56-441d-8852-ed2f21b640a6","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:55.991876021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"d4c7320e-bc09-49c5-bea3-e93d1ac818f1","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:55.991893938Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"d4c7320e-bc09-49c5-bea3-e93d1ac818f1","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:56.061025905Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-sub","reconcileID":"06b2c086-cf08-44b5-aa6d-6f64cea4c4ac","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-serve-307cc3","model":"e2e-att-serve-307cc3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-7b8a9d/e2e-att-serve-307cc3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:56.113660136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"de69986d-4451-4a35-a790-33bdba9cdd68","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:56.135014643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"de69986d-4451-4a35-a790-33bdba9cdd68","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:56.152200358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"9b34bd92-0508-43a3-94f1-d1aa70c2f0a8","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:56.152221471Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"9b34bd92-0508-43a3-94f1-d1aa70c2f0a8","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:15:56.216968605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-sub","reconcileID":"39b417f0-26d9-4e7d-887c-f46c80b1036f","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-serve-307cc3","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:03.5793642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"dd21079b-9109-4d8f-a530-2388ceee076d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:03.600536285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"dd21079b-9109-4d8f-a530-2388ceee076d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:03.620280064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ec87439efc4aa7c4d3636b6c7de6a30b6eaace379c02f82a65e252b734b4359) AuthConfig (0aed4f55755811a3711166696389f6c92599a779caf16d0ccbe5515430592c39) AuthConfig (ed8f3040a54be007616c26d671f582e25cb130ddb03293a7f9e7f946d1f2bd32) AuthConfig (546b0555cfab5efa2b9be6f1d4364f0bd7757dfec969794092995dd0dd077bd1) AuthConfig (880805ec8d5bd13a82c708ef203d3be9aa8093091bcc7db2b5b6e37be9d131d7) AuthConfig (5ca9070151934268f48186f31e0b4a75cebbe975753583f0e21e5272d63ff29b) AuthConfig (913cc0c232b439a7ea442cad21a19196cf0cc0ac6bd3f43beb0494ddb558f04b) AuthConfig (2fd5cf87b9089752d2a9f9a0e7226b8df935379906539b2acf424b174e101269) AuthConfig (64a6fcad6806b3a6f1aa0141e475c047dd085331e9d46c34df737827ab17c8f1) AuthConfig (d7422b82d4921de8bac67f8a5d5548d34954bf44c1d09c6ee960e3ba1e8de177)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"dd21079b-9109-4d8f-a530-2388ceee076d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.68323617Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"fd0bb728-1595-4964-adee-6eec0ced4098","namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.703074702Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"1a2a407a-3575-47fd-82a2-a5a9c5fad3da","namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.718298588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"310ce802-e299-45e8-93af-dbf8082c3823","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.732147099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4654eaf1-6dae-4191-bc01-30175d3e79e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.732184167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"c544385d-6a31-47b1-abbd-b1cb53c7e8fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.733549233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"86b70135-16e8-495c-8ec0-d20835da351f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.734390714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"9068fdfd-2bb1-451c-a4fc-4b9c4847295e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.739192752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"310ce802-e299-45e8-93af-dbf8082c3823","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.755218758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4654eaf1-6dae-4191-bc01-30175d3e79e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.755628065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"c544385d-6a31-47b1-abbd-b1cb53c7e8fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.76014838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"86b70135-16e8-495c-8ec0-d20835da351f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.760676482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"9068fdfd-2bb1-451c-a4fc-4b9c4847295e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.763810232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ec87439efc4aa7c4d3636b6c7de6a30b6eaace379c02f82a65e252b734b4359) AuthConfig (0aed4f55755811a3711166696389f6c92599a779caf16d0ccbe5515430592c39) AuthConfig (ed8f3040a54be007616c26d671f582e25cb130ddb03293a7f9e7f946d1f2bd32) AuthConfig (546b0555cfab5efa2b9be6f1d4364f0bd7757dfec969794092995dd0dd077bd1) AuthConfig (880805ec8d5bd13a82c708ef203d3be9aa8093091bcc7db2b5b6e37be9d131d7) AuthConfig (5ca9070151934268f48186f31e0b4a75cebbe975753583f0e21e5272d63ff29b) AuthConfig (913cc0c232b439a7ea442cad21a19196cf0cc0ac6bd3f43beb0494ddb558f04b) AuthConfig (2fd5cf87b9089752d2a9f9a0e7226b8df935379906539b2acf424b174e101269) AuthConfig (64a6fcad6806b3a6f1aa0141e475c047dd085331e9d46c34df737827ab17c8f1) AuthConfig (d7422b82d4921de8bac67f8a5d5548d34954bf44c1d09c6ee960e3ba1e8de177)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"310ce802-e299-45e8-93af-dbf8082c3823","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.813250371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"641ec800-f899-4d81-9c73-cde60571b121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.839872812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"641ec800-f899-4d81-9c73-cde60571b121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.899014328Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"0ac6cd75-2951-434f-b083-d6f9eeaa0493","namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.914876763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"ba21e055-310d-4cc1-ab3c-afc5e54bbcaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.91494999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2474c556-cae4-4552-ba4e-66ad1b9e646a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.915276287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2daea247-60d6-4d76-b7a3-a69451dccef3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.915312371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"a2217a46-904e-4b06-9645-0028b98432aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.936095621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2474c556-cae4-4552-ba4e-66ad1b9e646a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.9368943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"ba21e055-310d-4cc1-ab3c-afc5e54bbcaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.938215495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2daea247-60d6-4d76-b7a3-a69451dccef3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.939116407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"a2217a46-904e-4b06-9645-0028b98432aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.939471427Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"59cc520d-4823-41ca-875f-a286b17f70c6","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:04.977164223Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"7eab0519-ea63-4ac1-8e2d-7ec2a84082e0","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:04.994253278Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"7eab0519-ea63-4ac1-8e2d-7ec2a84082e0","name":"e2e-cfl-086ac3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-086ac3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:04.994302702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"7eab0519-ea63-4ac1-8e2d-7ec2a84082e0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-086ac3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.015971573Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"4ffdbafa-eda7-42f8-af6f-4858de3b8868","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.081063028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"793de0e5-854f-43b4-b236-db5791083261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.102086985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"793de0e5-854f-43b4-b236-db5791083261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.113381113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"8111478c-65fc-4326-b9ae-fc56d90cd543","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.11339761Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"8111478c-65fc-4326-b9ae-fc56d90cd543","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.165525691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"a62b3f6b-9b55-4d2b-967c-651f32bd086e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.165934246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"310114f4-6cea-4b51-83de-0280c63d6484","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.16670597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"7bcd73a9-c7e4-4a17-84d3-330716eb8d42","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.181860146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b7aec105-ec0e-4e08-9315-9a0cfeb1fc9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.182801519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"99369307-b795-499c-bd43-22efe76c6b8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.186623088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"310114f4-6cea-4b51-83de-0280c63d6484","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.187141956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"7bcd73a9-c7e4-4a17-84d3-330716eb8d42","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.196179389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46eb4f1e-1bc9-4580-8daf-8c658c7b5024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.202616919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b7aec105-ec0e-4e08-9315-9a0cfeb1fc9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.20333668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"99369307-b795-499c-bd43-22efe76c6b8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.206693179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ec87439efc4aa7c4d3636b6c7de6a30b6eaace379c02f82a65e252b734b4359) AuthConfig (0aed4f55755811a3711166696389f6c92599a779caf16d0ccbe5515430592c39) AuthConfig (ed8f3040a54be007616c26d671f582e25cb130ddb03293a7f9e7f946d1f2bd32) AuthConfig (546b0555cfab5efa2b9be6f1d4364f0bd7757dfec969794092995dd0dd077bd1) AuthConfig (880805ec8d5bd13a82c708ef203d3be9aa8093091bcc7db2b5b6e37be9d131d7) AuthConfig (5ca9070151934268f48186f31e0b4a75cebbe975753583f0e21e5272d63ff29b) AuthConfig (913cc0c232b439a7ea442cad21a19196cf0cc0ac6bd3f43beb0494ddb558f04b) AuthConfig (2fd5cf87b9089752d2a9f9a0e7226b8df935379906539b2acf424b174e101269) AuthConfig (64a6fcad6806b3a6f1aa0141e475c047dd085331e9d46c34df737827ab17c8f1) AuthConfig (d7422b82d4921de8bac67f8a5d5548d34954bf44c1d09c6ee960e3ba1e8de177)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"7bcd73a9-c7e4-4a17-84d3-330716eb8d42","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.210896051Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"a62b3f6b-9b55-4d2b-967c-651f32bd086e","name":"e2e-extmod-a-67e819-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.21867266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46eb4f1e-1bc9-4580-8daf-8c658c7b5024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.284936469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a8ad42c1-ba37-4b22-afb7-8921afae5217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.299443655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"23ffee5a-dcf7-47c8-bc75-ed9be9561701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.30028157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"ee269b20-e7e9-40b0-8973-3369ee13a595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.361744529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a8ad42c1-ba37-4b22-afb7-8921afae5217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.36252801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"430340bd-5a10-4b0a-bad3-e76a36a71c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.36571047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"23ffee5a-dcf7-47c8-bc75-ed9be9561701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.368847169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"ee269b20-e7e9-40b0-8973-3369ee13a595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.378372217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"30225fc0-6815-43c1-8903-22359bbb1337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.383518895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"430340bd-5a10-4b0a-bad3-e76a36a71c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.458313141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"30225fc0-6815-43c1-8903-22359bbb1337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.494879266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"f6dff8a4-dc26-4b76-b471-e822247bddb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.515775456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"f6dff8a4-dc26-4b76-b471-e822247bddb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.551253001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"357d1990-f478-4575-bd8e-6f045f623343","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.551270578Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"357d1990-f478-4575-bd8e-6f045f623343","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.557707556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"49ff7852-02db-46e4-864e-49fc8dc2c316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.55778085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"f18c9873-eba1-451b-9672-1f9062d28533","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.579168676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"49ff7852-02db-46e4-864e-49fc8dc2c316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.579217487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"f18c9873-eba1-451b-9672-1f9062d28533","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.643289949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"0d9527f4-1b91-499b-a5ed-9998eea58ba3","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.700072251Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"0d9527f4-1b91-499b-a5ed-9998eea58ba3","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.728129804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4f7443-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"0d9527f4-1b91-499b-a5ed-9998eea58ba3","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.764681623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"ad787b42-b05a-440c-a6f8-b4a03b6f0b61","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:05.764707477Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"ad787b42-b05a-440c-a6f8-b4a03b6f0b61","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:15.033232418Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"5baa6ef0-8dcc-41c5-81ae-7cc43130b478","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:15.241172439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"ab01dd33-32c7-4456-9945-aaf08f132f4f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:15.262339214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"ab01dd33-32c7-4456-9945-aaf08f132f4f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:15.282225886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ec87439efc4aa7c4d3636b6c7de6a30b6eaace379c02f82a65e252b734b4359) AuthConfig (0aed4f55755811a3711166696389f6c92599a779caf16d0ccbe5515430592c39) AuthConfig (ed8f3040a54be007616c26d671f582e25cb130ddb03293a7f9e7f946d1f2bd32) AuthConfig (546b0555cfab5efa2b9be6f1d4364f0bd7757dfec969794092995dd0dd077bd1) AuthConfig (880805ec8d5bd13a82c708ef203d3be9aa8093091bcc7db2b5b6e37be9d131d7) AuthConfig (5ca9070151934268f48186f31e0b4a75cebbe975753583f0e21e5272d63ff29b) AuthConfig (913cc0c232b439a7ea442cad21a19196cf0cc0ac6bd3f43beb0494ddb558f04b) AuthConfig (2fd5cf87b9089752d2a9f9a0e7226b8df935379906539b2acf424b174e101269) AuthConfig (64a6fcad6806b3a6f1aa0141e475c047dd085331e9d46c34df737827ab17c8f1) AuthConfig (d7422b82d4921de8bac67f8a5d5548d34954bf44c1d09c6ee960e3ba1e8de177)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"ab01dd33-32c7-4456-9945-aaf08f132f4f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:15.782085795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"89967e58-8a55-40bf-a5b3-092b5d77a09e","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:15.803038824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"89967e58-8a55-40bf-a5b3-092b5d77a09e","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:15.822933961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4f7443-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"89967e58-8a55-40bf-a5b3-092b5d77a09e","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:17.291897271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"f81677af-a52a-47ca-ac06-0dcd54f68619","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:17.337222015Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"f81677af-a52a-47ca-ac06-0dcd54f68619","name":"e2e-extmod-b-b15ec3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:19.685620275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-sub","reconcileID":"d691476b-d4b4-4082-a952-188544514038","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-serve-307cc3","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:19.791582284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"6cc8f8e5-df64-40ed-9f78-bb3300e6037d","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:19.791610524Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"6cc8f8e5-df64-40ed-9f78-bb3300e6037d","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:20.323897449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"8c38d6d7-3f23-4f2a-83fc-64c11061cb29","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:20.346999939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"8c38d6d7-3f23-4f2a-83fc-64c11061cb29","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:20.798503811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"0d1bf93d-e0f4-4401-9caf-522c41e7a0e8","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:20.820103425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"0d1bf93d-e0f4-4401-9caf-522c41e7a0e8","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:20.839757533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4f7443-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7feeefcf9f828b994eebc30835833ca8808fcaf6ed47f43eecbe7043db232b35) AuthConfig (2eb865420d77b3fb147ff03002f3128a877dd11d81417a8f72b40fd53f5a6a57) AuthConfig (a7163b5e4b427d8a7b223c8e4728e87f0edb8be339228128699fc55c3fb0bb92) AuthConfig (dd6c39f3bee8f73dfc4c77720a333d4e54240f4155c91a4c57ed6ad96727c24d) AuthConfig (3e602617181d5a48b2a864e179ed65e6dc8271c92a6d91b2b9897abb51925175) AuthConfig (46070dca49eda141679b4b1716e86651459da400d6700674c890b8eb5608d59e) AuthConfig (b84b79a16e5f5a1aa77e7b5b58c7a206a086d0a6ed5a0073178a4e6ab5c87a71) AuthConfig (b857feb0e7186a441c340994f3c10efb4e57bd6be36ba2db530fa278d20ff4c7) AuthConfig (bbb7cac6893b928d55aeecfd48fae3f56194cfb50e9ed0edf1c58485c0cfc51a) AuthConfig (2417dd72a89ee4e63be79cb059e9af8cc84c115dd6762307c13730b2d3359a64)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"0d1bf93d-e0f4-4401-9caf-522c41e7a0e8","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:20.877769932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"7b3fa22c-2200-4669-a76d-cb51e07463e5","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:20.877791384Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"7b3fa22c-2200-4669-a76d-cb51e07463e5","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.643573806Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"fc17d312-0f5a-4002-9fe3-037a17a2e649","namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.666712391Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"a4672ed6-cdae-4ce5-80e4-22894112e262","namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.68412937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"4810bbba-8494-474b-934b-9a16ad9879c3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.685958944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"db44755b-00af-463c-bd46-41572e9f38ae","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.686890993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"f9ee8e8d-c68f-445f-89d7-d3e9563f52de","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.69995915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"a329110e-15dc-48b4-952c-95e895a1bce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.7025202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"61b5caf9-ef70-4d07-8349-d577e0d95a03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.705057191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"4810bbba-8494-474b-934b-9a16ad9879c3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.706761145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"db44755b-00af-463c-bd46-41572e9f38ae","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.70791537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"f9ee8e8d-c68f-445f-89d7-d3e9563f52de","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.723461425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"a329110e-15dc-48b4-952c-95e895a1bce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.739140095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4f7443-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7feeefcf9f828b994eebc30835833ca8808fcaf6ed47f43eecbe7043db232b35) AuthConfig (2eb865420d77b3fb147ff03002f3128a877dd11d81417a8f72b40fd53f5a6a57) AuthConfig (a7163b5e4b427d8a7b223c8e4728e87f0edb8be339228128699fc55c3fb0bb92) AuthConfig (dd6c39f3bee8f73dfc4c77720a333d4e54240f4155c91a4c57ed6ad96727c24d) AuthConfig (3e602617181d5a48b2a864e179ed65e6dc8271c92a6d91b2b9897abb51925175) AuthConfig (46070dca49eda141679b4b1716e86651459da400d6700674c890b8eb5608d59e) AuthConfig (b84b79a16e5f5a1aa77e7b5b58c7a206a086d0a6ed5a0073178a4e6ab5c87a71) AuthConfig (b857feb0e7186a441c340994f3c10efb4e57bd6be36ba2db530fa278d20ff4c7) AuthConfig (bbb7cac6893b928d55aeecfd48fae3f56194cfb50e9ed0edf1c58485c0cfc51a) AuthConfig (2417dd72a89ee4e63be79cb059e9af8cc84c115dd6762307c13730b2d3359a64)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"db44755b-00af-463c-bd46-41572e9f38ae","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.759000297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"61b5caf9-ef70-4d07-8349-d577e0d95a03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.793390128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"89c77417-cf68-464c-bcd4-98ab8b67cf5c","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.793407844Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"89c77417-cf68-464c-bcd4-98ab8b67cf5c","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.802374211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c16f55d0-a3f0-4539-851a-3682041cd092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.838457585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c16f55d0-a3f0-4539-851a-3682041cd092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.883644993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"4764cd94-c911-447d-8127-dc3a6ccff7c7","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.88366301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"4764cd94-c911-447d-8127-dc3a6ccff7c7","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.885408192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-sub","reconcileID":"47dc07bb-ab8e-424a-9962-42d0d615c286","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-serve-307cc3","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.936981846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"790d00db-0db9-4923-8ba9-27fd8b99ea99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.93700681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"f8568424-7e23-4c56-8247-df369955bdc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.93751045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"0a740b84-468e-41e6-a141-a042a2889b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.942260811Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"04a7ad5f-3ed2-4b86-a9fb-d7786d5e137f","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.959431752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"f8568424-7e23-4c56-8247-df369955bdc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.959431808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"790d00db-0db9-4923-8ba9-27fd8b99ea99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:21.962098039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"0a740b84-468e-41e6-a141-a042a2889b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.019066365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"12877e14-b47f-4ed8-b3f6-82d8c0ba119e","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.019086181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"12877e14-b47f-4ed8-b3f6-82d8c0ba119e","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cmp-legacy-e0015e","externalModel":"e2e-cmp-legacy-e0015e","provider":"e2e-cmp-legacy-e0015e-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.034336965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"910eb73a-056e-423c-b2d3-3ba1b3132c22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.050706668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"415e1d55-bd0b-4dae-a06e-853f11c9f53d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.055386251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"910eb73a-056e-423c-b2d3-3ba1b3132c22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.07156273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"415e1d55-bd0b-4dae-a06e-853f11c9f53d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.101334094Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"ee7b2c0d-f3e7-455e-a628-a17028d68cb4","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.161353721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7bed0dbb-aa5f-4cb2-9237-1e9143ac11bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.161957992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"cd833f25-0273-4f58-9096-974d794dd47b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.170209031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c22b9e97-d10b-465e-b5e0-50df81e9efe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.171314997Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"cba0770d-3fc9-4ea5-b9ee-fa9e45b86867","namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.201047288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7bed0dbb-aa5f-4cb2-9237-1e9143ac11bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.201317164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"cd833f25-0273-4f58-9096-974d794dd47b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.202500269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"9b0a43d9-516e-431b-ae59-da680daeff75","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.209048134Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"9b0a43d9-516e-431b-ae59-da680daeff75","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-unrel-a909ea-bdb06933f51d","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-unrel-a909ea","externalModel":"e2e-att-unrel-a909ea","provider":"e2e-att-unrel-a909ea-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.211756489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c22b9e97-d10b-465e-b5e0-50df81e9efe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.223823575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"071c4747-356b-4bff-a351-abe2a98117bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.265256007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"071c4747-356b-4bff-a351-abe2a98117bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.265919852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"82030a00-ee59-42ca-97fc-991f00e6d71d","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.305882669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"82030a00-ee59-42ca-97fc-991f00e6d71d","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.327695177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4f7443-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7feeefcf9f828b994eebc30835833ca8808fcaf6ed47f43eecbe7043db232b35) AuthConfig (2eb865420d77b3fb147ff03002f3128a877dd11d81417a8f72b40fd53f5a6a57) AuthConfig (a7163b5e4b427d8a7b223c8e4728e87f0edb8be339228128699fc55c3fb0bb92) AuthConfig (dd6c39f3bee8f73dfc4c77720a333d4e54240f4155c91a4c57ed6ad96727c24d) AuthConfig (3e602617181d5a48b2a864e179ed65e6dc8271c92a6d91b2b9897abb51925175) AuthConfig (46070dca49eda141679b4b1716e86651459da400d6700674c890b8eb5608d59e) AuthConfig (b84b79a16e5f5a1aa77e7b5b58c7a206a086d0a6ed5a0073178a4e6ab5c87a71) AuthConfig (b857feb0e7186a441c340994f3c10efb4e57bd6be36ba2db530fa278d20ff4c7) AuthConfig (bbb7cac6893b928d55aeecfd48fae3f56194cfb50e9ed0edf1c58485c0cfc51a) AuthConfig (2417dd72a89ee4e63be79cb059e9af8cc84c115dd6762307c13730b2d3359a64)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"82030a00-ee59-42ca-97fc-991f00e6d71d","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.351985304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"79b03ca7-bc9b-4177-810f-2203e0dedb8a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.369225288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"ba7155ff-a56c-47fa-a6cf-d4a0c3805bcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.36925319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"06d87243-602d-4ae6-a1ea-20ea02a89591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.36989522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"3e47fbb2-6cd4-4225-976a-9ac06e4affe9","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.369946411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"3e47fbb2-6cd4-4225-976a-9ac06e4affe9","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-unrel-a909ea-bdb06933f51d","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-unrel-a909ea","externalModel":"e2e-att-unrel-a909ea","provider":"e2e-att-unrel-a909ea-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.374573454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"79b03ca7-bc9b-4177-810f-2203e0dedb8a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.390860394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"ba7155ff-a56c-47fa-a6cf-d4a0c3805bcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.390972829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"06d87243-602d-4ae6-a1ea-20ea02a89591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.463677763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"2bb30600-f241-407e-9752-3678b9b9129c","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.463842245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"99a80f38-4491-4b23-ad8a-acab937e4661","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.485042954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"99a80f38-4491-4b23-ad8a-acab937e4661","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.485073719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"2bb30600-f241-407e-9752-3678b9b9129c","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.487728783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"86d1c17e-202e-4087-9cff-8d137f14167a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.487824023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"b4b8badc-ff41-4a1a-9041-d09ad5d0d2d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.502503178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfe77d82-a1b5-441e-ba6c-961fab8547dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.509187291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"b4b8badc-ff41-4a1a-9041-d09ad5d0d2d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.509197452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"86d1c17e-202e-4087-9cff-8d137f14167a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.524088052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfe77d82-a1b5-441e-ba6c-961fab8547dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.582003487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"3334c212-edf1-4878-b9b2-187974c9c452","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.582029764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"3334c212-edf1-4878-b9b2-187974c9c452","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cmp-legacy-e0015e","externalModel":"e2e-cmp-legacy-e0015e","provider":"e2e-cmp-legacy-e0015e-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.607010569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"f43a1a86-634e-438d-ad27-f4e9fa19aa52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:22.607718448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-e0015e-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-sub","reconcileID":"46c0cbef-f7ea-446d-a62c-a086cf52cb9f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-e0015e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.607929817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a0ab6a4f-0c60-44e0-b8cc-a13e96572d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.622530914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"f3038edb-6bba-4609-a2a1-69a2e463de92","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.622558363Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"f3038edb-6bba-4609-a2a1-69a2e463de92","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cmp-legacy-e0015e","externalModel":"e2e-cmp-legacy-e0015e","provider":"e2e-cmp-legacy-e0015e-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.662165565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"f43a1a86-634e-438d-ad27-f4e9fa19aa52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:22.662892638Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"f3038edb-6bba-4609-a2a1-69a2e463de92","name":"e2e-cmp-legacy-e0015e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-e0015e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:22.662968511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"f3038edb-6bba-4609-a2a1-69a2e463de92","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-e0015e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.663947809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a0ab6a4f-0c60-44e0-b8cc-a13e96572d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.684609166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"28cbf472-f691-4146-975f-52d49f39f60d","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.684626286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"28cbf472-f691-4146-975f-52d49f39f60d","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cmp-legacy-e0015e","externalModel":"e2e-cmp-legacy-e0015e","provider":"e2e-cmp-legacy-e0015e-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.700977223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"835e6d47-d9c7-4b0e-80de-36d18dc37f55","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.700993022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"835e6d47-d9c7-4b0e-80de-36d18dc37f55","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cmp-legacy-e0015e","externalModel":"e2e-cmp-legacy-e0015e","provider":"e2e-cmp-legacy-e0015e-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.704565521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f53abf0e-119e-4bc7-a604-d36b2ba02f67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.71751668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"71d9ae26-aab6-4322-bf79-2d5c85205911","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.717537547Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"71d9ae26-aab6-4322-bf79-2d5c85205911","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-unrel-a909ea-bdb06933f51d","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-unrel-a909ea","externalModel":"e2e-att-unrel-a909ea","provider":"e2e-att-unrel-a909ea-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.72580246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f53abf0e-119e-4bc7-a604-d36b2ba02f67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.735043277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"188afee4-cb67-45ad-9a95-c4ff323976cd","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.735066274Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"188afee4-cb67-45ad-9a95-c4ff323976cd","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cmp-legacy-e0015e","externalModel":"e2e-cmp-legacy-e0015e","provider":"e2e-cmp-legacy-e0015e-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.788574614Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-e0015e-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-sub","reconcileID":"73f3c787-f6eb-4917-93f8-0667119323f1","MaaSSubscription":{"name":"e2e-cmp-legacy-e0015e-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"maas-trlp-e2e-cmp-legacy-e0015e","model":"e2e-cmp-legacy-e0015e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.805824276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b35912c4-b7a3-48c6-a7a6-24b4fc600294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.805970889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"28cf59eb-3dcf-440e-a216-60e68178fdd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.80680337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"bbf649f3-7a2b-4834-919f-eac6c274b0d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.811305818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"000582e4-3ee9-4cf3-af02-d132ab05c666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.827484287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"28cf59eb-3dcf-440e-a216-60e68178fdd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.827681719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b35912c4-b7a3-48c6-a7a6-24b4fc600294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.829811527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"bbf649f3-7a2b-4834-919f-eac6c274b0d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.832008192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"000582e4-3ee9-4cf3-af02-d132ab05c666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.883120501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"1f43cf71-b434-4aad-a0e0-66c71715283e","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.883139306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"1f43cf71-b434-4aad-a0e0-66c71715283e","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cmp-legacy-e0015e","externalModel":"e2e-cmp-legacy-e0015e","provider":"e2e-cmp-legacy-e0015e-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.889988533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"3276e2d7-7850-4ae7-a72c-e898a8c87f5b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.911194545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"3276e2d7-7850-4ae7-a72c-e898a8c87f5b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:22.948542359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-e0015e-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-sub","reconcileID":"7dd883be-bde5-4fda-bba0-ddc2baf73f8b","MaaSSubscription":{"name":"e2e-cmp-legacy-e0015e-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"maas-trlp-e2e-cmp-legacy-e0015e","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:24.382402065Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:25.051125661Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"040142f2-e393-4319-ae34-0138fd14ef96","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:32.372323764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"08fa4318-354d-4c49-af52-aaa8feb67c45","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:32.393490388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"08fa4318-354d-4c49-af52-aaa8feb67c45","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:32.413202619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4f7443-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7feeefcf9f828b994eebc30835833ca8808fcaf6ed47f43eecbe7043db232b35) AuthConfig (2eb865420d77b3fb147ff03002f3128a877dd11d81417a8f72b40fd53f5a6a57) AuthConfig (a7163b5e4b427d8a7b223c8e4728e87f0edb8be339228128699fc55c3fb0bb92) AuthConfig (dd6c39f3bee8f73dfc4c77720a333d4e54240f4155c91a4c57ed6ad96727c24d) AuthConfig (3e602617181d5a48b2a864e179ed65e6dc8271c92a6d91b2b9897abb51925175) AuthConfig (46070dca49eda141679b4b1716e86651459da400d6700674c890b8eb5608d59e) AuthConfig (b84b79a16e5f5a1aa77e7b5b58c7a206a086d0a6ed5a0073178a4e6ab5c87a71) AuthConfig (b857feb0e7186a441c340994f3c10efb4e57bd6be36ba2db530fa278d20ff4c7) AuthConfig (bbb7cac6893b928d55aeecfd48fae3f56194cfb50e9ed0edf1c58485c0cfc51a) AuthConfig (2417dd72a89ee4e63be79cb059e9af8cc84c115dd6762307c13730b2d3359a64)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"08fa4318-354d-4c49-af52-aaa8feb67c45","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:35.069221037Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"fb5d5e6e-3008-46a0-a0e7-d909e4acd20d","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:37.763250291Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7b8a9d priority=0:[ai-tenant-e2e-extmod-b-7b8a9d/e2e-att-serve-307cc3-sub ai-tenant-e2e-extmod-b-7b8a9d/e2e-att-unrel-a909ea-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:37.779683849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"7bfaa379-ccd4-4660-824d-0f80a7afa6db","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:37.779704192Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"7bfaa379-ccd4-4660-824d-0f80a7afa6db","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-unrel-a909ea-bdb06933f51d","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-unrel-a909ea","externalModel":"e2e-att-unrel-a909ea","provider":"e2e-att-unrel-a909ea-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:37.802604945Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-7b8a9d/e2e-att-unrel-a909ea-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-a909ea-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:37.813684281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"1d6676af-2144-454d-88b3-d0d45ac601a7","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:37.813705018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"4bc8b947-154a-4971-9d74-a027646f075e","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:37.82040939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"8d90a346-269e-4085-a3c4-407acef52fe2","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:37.820428303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"8d90a346-269e-4085-a3c4-407acef52fe2","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:37.835098691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"1d6676af-2144-454d-88b3-d0d45ac601a7","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:37.835188599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"4bc8b947-154a-4971-9d74-a027646f075e","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:37.837333593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"f83f16a0-4d66-4a31-ba5c-342789112195","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:37.837352664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"f83f16a0-4d66-4a31-ba5c-342789112195","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-unrel-a909ea-bdb06933f51d","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-unrel-a909ea","externalModel":"e2e-att-unrel-a909ea","provider":"e2e-att-unrel-a909ea-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:37.913989175Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-sub","reconcileID":"e824e576-92c0-4549-a261-849791d659a7","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-unrel-a909ea","model":"e2e-att-unrel-a909ea","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-7b8a9d/e2e-att-unrel-a909ea-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:38.009598474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"33453999-4865-495a-a11d-652875ed6c0d","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:38.009617541Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"33453999-4865-495a-a11d-652875ed6c0d","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-unrel-a909ea-bdb06933f51d","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-unrel-a909ea","externalModel":"e2e-att-unrel-a909ea","provider":"e2e-att-unrel-a909ea-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:38.036869456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"2202ab7a-6bbb-4b5f-825c-248bf61927c5","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:38.036927016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"6cdcb793-b66d-41b0-8428-e6c46109b0c9","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:38.058273352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"6cdcb793-b66d-41b0-8428-e6c46109b0c9","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:38.058310372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"2202ab7a-6bbb-4b5f-825c-248bf61927c5","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:38.074545569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-sub","reconcileID":"d717a132-4561-40c1-ba2e-e5026669edd1","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-unrel-a909ea","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:42.447281741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"d4cc946f-b1b6-4dc9-9a99-68f507ca47a5","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:42.468340198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"d4cc946f-b1b6-4dc9-9a99-68f507ca47a5","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:42.488119158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4f7443-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7feeefcf9f828b994eebc30835833ca8808fcaf6ed47f43eecbe7043db232b35) AuthConfig (2eb865420d77b3fb147ff03002f3128a877dd11d81417a8f72b40fd53f5a6a57) AuthConfig (a7163b5e4b427d8a7b223c8e4728e87f0edb8be339228128699fc55c3fb0bb92) AuthConfig (dd6c39f3bee8f73dfc4c77720a333d4e54240f4155c91a4c57ed6ad96727c24d) AuthConfig (3e602617181d5a48b2a864e179ed65e6dc8271c92a6d91b2b9897abb51925175) AuthConfig (46070dca49eda141679b4b1716e86651459da400d6700674c890b8eb5608d59e) AuthConfig (b84b79a16e5f5a1aa77e7b5b58c7a206a086d0a6ed5a0073178a4e6ab5c87a71) AuthConfig (b857feb0e7186a441c340994f3c10efb4e57bd6be36ba2db530fa278d20ff4c7) AuthConfig (bbb7cac6893b928d55aeecfd48fae3f56194cfb50e9ed0edf1c58485c0cfc51a) AuthConfig (2417dd72a89ee4e63be79cb059e9af8cc84c115dd6762307c13730b2d3359a64)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"d4cc946f-b1b6-4dc9-9a99-68f507ca47a5","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:45.091945954Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"2dc1a509-5ceb-47d5-b552-18636a28827a","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:46.409841185Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"d95a66cb-e76b-4392-ac2e-0f816ff147ed","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:46.765035906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88c7d0f-e838-4262-8653-4b8d0fadbfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:46.781748569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88c7d0f-e838-4262-8653-4b8d0fadbfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:46.800222641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88c7d0f-e838-4262-8653-4b8d0fadbfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:46.817180979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88c7d0f-e838-4262-8653-4b8d0fadbfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:47.452272541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ab3ca2-2a23-41a5-bbc5-97fb1c9189a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:47.468381334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ab3ca2-2a23-41a5-bbc5-97fb1c9189a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:47.484434613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ab3ca2-2a23-41a5-bbc5-97fb1c9189a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:47.502096947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ab3ca2-2a23-41a5-bbc5-97fb1c9189a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:52.522316344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"819bea87-7b37-4d6d-9d44-ad918432a22c","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:52.54382879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"819bea87-7b37-4d6d-9d44-ad918432a22c","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:52.563504715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-4f7443-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7feeefcf9f828b994eebc30835833ca8808fcaf6ed47f43eecbe7043db232b35) AuthConfig (2eb865420d77b3fb147ff03002f3128a877dd11d81417a8f72b40fd53f5a6a57) AuthConfig (a7163b5e4b427d8a7b223c8e4728e87f0edb8be339228128699fc55c3fb0bb92) AuthConfig (dd6c39f3bee8f73dfc4c77720a333d4e54240f4155c91a4c57ed6ad96727c24d) AuthConfig (3e602617181d5a48b2a864e179ed65e6dc8271c92a6d91b2b9897abb51925175) AuthConfig (46070dca49eda141679b4b1716e86651459da400d6700674c890b8eb5608d59e) AuthConfig (b84b79a16e5f5a1aa77e7b5b58c7a206a086d0a6ed5a0073178a4e6ab5c87a71) AuthConfig (b857feb0e7186a441c340994f3c10efb4e57bd6be36ba2db530fa278d20ff4c7) AuthConfig (bbb7cac6893b928d55aeecfd48fae3f56194cfb50e9ed0edf1c58485c0cfc51a) AuthConfig (2417dd72a89ee4e63be79cb059e9af8cc84c115dd6762307c13730b2d3359a64)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"819bea87-7b37-4d6d-9d44-ad918432a22c","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:52.710813269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-e0015e-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-sub","reconcileID":"e898b765-6c9d-41e0-bda8-549c1011e872","MaaSSubscription":{"name":"e2e-cmp-legacy-e0015e-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"maas-trlp-e2e-cmp-legacy-e0015e","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:52.808320425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"4e272d11-ce8e-402c-b79a-9ff4b9d56930","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:52.808343004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"4e272d11-ce8e-402c-b79a-9ff4b9d56930","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cmp-legacy-e0015e","externalModel":"e2e-cmp-legacy-e0015e","provider":"e2e-cmp-legacy-e0015e-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:53.056388756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-sub","reconcileID":"ccc5b45a-6fe2-4c38-abd2-4b62df10e63d","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-unrel-a909ea","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:53.147201392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"af447528-64d4-4d31-aa51-478340b74c48","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:53.147223683Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"af447528-64d4-4d31-aa51-478340b74c48","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-unrel-a909ea-bdb06933f51d","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-unrel-a909ea","externalModel":"e2e-att-unrel-a909ea","provider":"e2e-att-unrel-a909ea-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:53.173199191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"a07bc62f-864e-4853-9fb5-cbec3b068f47","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:53.194056912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"a07bc62f-864e-4853-9fb5-cbec3b068f47","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:53.408087803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"254d51e5-7a80-45ae-aa0d-dc61d8e12898","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:53.408104162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"24fad59c-10d2-4b55-9a45-ec2f73cd537e","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:53.429166122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"24fad59c-10d2-4b55-9a45-ec2f73cd537e","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:53.429238647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"254d51e5-7a80-45ae-aa0d-dc61d8e12898","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.383193895Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.734267502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"9e34ffe5-59a9-49fc-b1a8-466d68a1c46c","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.734293018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"9e34ffe5-59a9-49fc-b1a8-466d68a1c46c","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cmp-legacy-e0015e","externalModel":"e2e-cmp-legacy-e0015e","provider":"e2e-cmp-legacy-e0015e-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.751052892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"dbbf75ba-b9f1-406b-b4bb-928dacab2d16","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.774791219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"dbbf75ba-b9f1-406b-b4bb-928dacab2d16","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.786513322Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-e0015e-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-sub","reconcileID":"165eed48-586d-42b5-8b5d-6352d069bf27","MaaSSubscription":{"name":"e2e-cmp-legacy-e0015e-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7f1a53f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.79668368Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"37c699e4-5ea4-4223-82f1-0d822d0a656e","namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.827541159Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"9073127e-acb9-4f1e-a005-17f70b5f15c8","namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.848053805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"d2f529a2-df2f-4d68-b4c6-e29082253a02","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.861664123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"636d61dd-59fb-4532-8944-7e2f79fd0489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.861715444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"217a6c19-7c17-45dc-b5f4-357ee0b77bab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.86267837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bef5787-4790-41df-8088-8a7e9debe10b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.868842051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"d2f529a2-df2f-4d68-b4c6-e29082253a02","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.882895724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"217a6c19-7c17-45dc-b5f4-357ee0b77bab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.883856374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"636d61dd-59fb-4532-8944-7e2f79fd0489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.885111378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bef5787-4790-41df-8088-8a7e9debe10b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.918148917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"df5a9ceb-15d4-4f79-ad19-4ba8cefc1bc5","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.918168381Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"df5a9ceb-15d4-4f79-ad19-4ba8cefc1bc5","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.934831028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"9f497812-ce8b-417f-a842-6a93ca5757ac","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.934851667Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"9f497812-ce8b-417f-a842-6a93ca5757ac","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-unrel-a909ea-bdb06933f51d","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-unrel-a909ea","externalModel":"e2e-att-unrel-a909ea","provider":"e2e-att-unrel-a909ea-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.951264912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"f255ec0d-104a-4c85-9546-94869d875f80","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.951282734Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"f255ec0d-104a-4c85-9546-94869d875f80","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.960037107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"d4c3b021-35a5-473a-9e7e-3c933b8481cd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.968242307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"9d86612f-9167-4674-9261-86ba6420de20","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.968267108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"9d86612f-9167-4674-9261-86ba6420de20","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-unrel-a909ea-bdb06933f51d","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-unrel-a909ea","externalModel":"e2e-att-unrel-a909ea","provider":"e2e-att-unrel-a909ea-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.982601951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"d4c3b021-35a5-473a-9e7e-3c933b8481cd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.98330474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-sub","reconcileID":"9f33006a-1be1-4bca-9375-0f216b64a40b","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-serve-307cc3","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:54.984725253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-sub","reconcileID":"383e14f8-3426-4da8-961a-aa0701d2919f","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-unrel-a909ea","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.077650405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ca2847f3-dd46-40bf-a377-bdb762f25e8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.077659296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"b0269dc8-7611-4e90-a2d4-6d39142a2dc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.078342527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"0512398e-89d4-49c4-9636-8f71bfe5bd87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.081793406Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"dadb6dad-4f5b-4c12-9b41-79970c4a124c","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.100177796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ca2847f3-dd46-40bf-a377-bdb762f25e8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.100358858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"0512398e-89d4-49c4-9636-8f71bfe5bd87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.102591242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"b0269dc8-7611-4e90-a2d4-6d39142a2dc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.164260538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"b092d274-3746-43ff-80a1-d74b1568258e","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.164281568Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"b092d274-3746-43ff-80a1-d74b1568258e","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.203355639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"924f802f-4c68-42c9-a453-49d50294b8ca","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.25738078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"924f802f-4c68-42c9-a453-49d50294b8ca","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.312031455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75b97c56-e199-4597-bece-7bb4e9ea32d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.365733879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"e92700a2-3b02-45bf-9a69-c71ce7bb9292","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.377690074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"3c2208ab-49e4-4282-bc32-3fc5d2caa85a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.384855891Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"5efb16dc-5e82-4cb6-964a-5eabb799edde","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.387022237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"32cb0397-d6d2-4670-b636-b00b34a578dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.390135661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75b97c56-e199-4597-bece-7bb4e9ea32d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.407249804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"b47c3cc0-355d-4c15-81f9-05512a9c11fb","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.407276822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"b47c3cc0-355d-4c15-81f9-05512a9c11fb","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.41220712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"3c2208ab-49e4-4282-bc32-3fc5d2caa85a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.412285992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"32cb0397-d6d2-4670-b636-b00b34a578dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.415237776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"e92700a2-3b02-45bf-9a69-c71ce7bb9292","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.424294583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"81835890-1536-481f-8c7c-e27da3543bda","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.424318488Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"81835890-1536-481f-8c7c-e27da3543bda","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-unrel-a909ea-bdb06933f51d","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-unrel-a909ea","externalModel":"e2e-att-unrel-a909ea","provider":"e2e-att-unrel-a909ea-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.458893339Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"6aa4e1c5-04e6-438a-9816-75d426417d7d","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.475406567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"88eb351d-d71f-4ee9-b5ad-5accc9c4f5d4","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.475436325Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"88eb351d-d71f-4ee9-b5ad-5accc9c4f5d4","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.479055738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-sub","reconcileID":"2236cd30-1d62-441b-9a74-80843cc96969","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-unrel-a909ea","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.479446546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-sub","reconcileID":"79258daf-6803-43bd-8306-e3bcf508c7d9","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-serve-307cc3","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.493239913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"c25108ef-ff08-44b2-b5ef-9554765bc599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.558262598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"8b388862-f1de-498b-80c0-f000217201d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.560484494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"c25108ef-ff08-44b2-b5ef-9554765bc599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.562298741Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"5eef5c34-1c68-46d6-a473-7c73ae3a9179","namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:55.581852115Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"1e2320af-ef32-45de-8cf1-3e66f18dfc0f","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.582561114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"8b388862-f1de-498b-80c0-f000217201d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.595396036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"a02b4ecf-3434-4705-933d-b33abff8476c","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:55.6034456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"1e2320af-ef32-45de-8cf1-3e66f18dfc0f","error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.61106518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"2735a6a6-8aca-488a-8966-91fc74255c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.612350307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4d0117c-18d2-47b8-84c1-5a7a6b979c8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.616613397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"a02b4ecf-3434-4705-933d-b33abff8476c","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:55.625662979Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"0f24ff7f-ab68-4a33-8503-59c29334df64","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:55.625744171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"0f24ff7f-ab68-4a33-8503-59c29334df64","error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.635241367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"2735a6a6-8aca-488a-8966-91fc74255c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.658254991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4d0117c-18d2-47b8-84c1-5a7a6b979c8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:55.659719089Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"e91e4a62-aaa7-4c10-b203-ca70d0658bd2","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:55.659783265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"e91e4a62-aaa7-4c10-b203-ca70d0658bd2","error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.695351496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"65c55759-e450-413d-921c-259a5af62c81","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:55.697676994Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"86587545-8ac4-4e48-8a5b-bb08f5a1a89d","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:55.69775135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"86587545-8ac4-4e48-8a5b-bb08f5a1a89d","error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.711085093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b5c07242-6b02-4008-80d2-dcb0d45886ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.716601278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"65c55759-e450-413d-921c-259a5af62c81","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.732228301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b5c07242-6b02-4008-80d2-dcb0d45886ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:55.755331142Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"9d96f6b3-b5ee-454c-a846-80a48161a0c5","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:55.755389683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"9d96f6b3-b5ee-454c-a846-80a48161a0c5","error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.811366991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"537eea3a-9531-4838-afe7-8c356fc16521","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.811367452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"c1e2718a-b1e7-41a8-88fe-803bdb3da255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.812620599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"933308e2-b78f-448d-b848-d227334537e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.832595311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"537eea3a-9531-4838-afe7-8c356fc16521","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.832638028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"c1e2718a-b1e7-41a8-88fe-803bdb3da255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.834866582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"933308e2-b78f-448d-b848-d227334537e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:55.852554978Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"8aadae26-21c1-4388-9226-c359db5bab87","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:55.852628141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"8aadae26-21c1-4388-9226-c359db5bab87","error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.910382396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"bb712744-4ac6-4701-b82d-d4c8bb7b9bf7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.927796331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"252de377-d657-4745-a140-4321e31efd29","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.932403539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"bb712744-4ac6-4701-b82d-d4c8bb7b9bf7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:55.94857894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"252de377-d657-4745-a140-4321e31efd29","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.011692735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a1a2e17a-ffd2-4332-93c5-0010071ec2f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.011694828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd012fd4-d061-4298-a889-fc68e8daa7c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:56.029279466Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"99f1a8a3-e33e-45da-98d4-c2cb514486bd","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:56.029336719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"99f1a8a3-e33e-45da-98d4-c2cb514486bd","error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.032824097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd012fd4-d061-4298-a889-fc68e8daa7c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.03285821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a1a2e17a-ffd2-4332-93c5-0010071ec2f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.111458092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"7cd1558c-45e1-4f76-a98d-2ff695f9ff35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.132992798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"7cd1558c-45e1-4f76-a98d-2ff695f9ff35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.211701614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"254168e0-f555-4152-ba94-394f15d1dbe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.211702074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"fb48a31a-b4db-4ef2-bc85-4712829baaf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.215558331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"7d2644eb-dd45-4372-9c20-38bceb1c4141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.215823468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"8a5b3f44-bec0-4b78-a8eb-413eb07f3a98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.24459263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"a7cd4e80-53dc-495f-939a-b59960c085a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.256686656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"254168e0-f555-4152-ba94-394f15d1dbe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.257872624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"fb48a31a-b4db-4ef2-bc85-4712829baaf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.274257298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"7d2644eb-dd45-4372-9c20-38bceb1c4141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.278307045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"8a5b3f44-bec0-4b78-a8eb-413eb07f3a98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.279969285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"a7cd4e80-53dc-495f-939a-b59960c085a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.323125849Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"018a372f-9fc6-4002-8f7c-0ebcef5b9c4d","namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:56.339566654Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"40399c4f-68e5-4ac9-9b6d-2c84a5995283","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:56.339629445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"40399c4f-68e5-4ac9-9b6d-2c84a5995283","error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.443188568Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"e33069ad-e569-4cbb-a4d3-798ed9c1fb76","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.487245534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"004bf183-f091-487f-b533-b610d9c39e05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.508653727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"004bf183-f091-487f-b533-b610d9c39e05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.55219776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5267aacf-444e-453f-acdd-c7c5b5c8bb7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.552398314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"564febb9-16d4-4751-ae0a-849ded5f8b71","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.552197761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"0ff4dc8c-719d-4a75-bead-76a095a566fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.552630329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"a8eba03b-4ad4-4281-b5c9-14031fc693f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.57380547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"564febb9-16d4-4751-ae0a-849ded5f8b71","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.574266151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5267aacf-444e-453f-acdd-c7c5b5c8bb7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.575958936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"a8eba03b-4ad4-4281-b5c9-14031fc693f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.576499689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"0ff4dc8c-719d-4a75-bead-76a095a566fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.661234398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"c30a380a-93d8-4e9b-8fb5-696ac032bf8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.682785243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"c30a380a-93d8-4e9b-8fb5-696ac032bf8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.745480917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"ad500770-5da7-4433-a5c0-17939b986dbc","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.760957767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"7e9c2025-a8ba-468e-a0fc-319bcd1dc0a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.764801458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"55007ade-ab71-41db-b22c-38436f0ef20a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.766860367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"ad500770-5da7-4433-a5c0-17939b986dbc","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.781974336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"7e9c2025-a8ba-468e-a0fc-319bcd1dc0a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.785373569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"55007ade-ab71-41db-b22c-38436f0ef20a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.860820998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"01244ea4-8303-463a-a4bb-eb0fa69356f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.860970747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"ed1f2046-5d04-409f-a398-33e45db4a081","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.88178141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"ed1f2046-5d04-409f-a398-33e45db4a081","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.881789879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"01244ea4-8303-463a-a4bb-eb0fa69356f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.945547728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"6e7e55bf-8716-4732-85bd-b0670c3e49ec","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.962894906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74b27ed4-2856-45dd-8c3f-a9f066f5204c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.967141872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"362401af-5fb2-4077-bd2b-a33184cdff9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.970646642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"6e7e55bf-8716-4732-85bd-b0670c3e49ec","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.984297193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74b27ed4-2856-45dd-8c3f-a9f066f5204c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:56.98813649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"362401af-5fb2-4077-bd2b-a33184cdff9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:56.996631317Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"630931a8-ae45-41a6-8a13-f5fede083b3d","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:56.996695314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"630931a8-ae45-41a6-8a13-f5fede083b3d","error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:57.066554691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"c6e02ce9-5951-48e0-b3c0-7af2471103e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:57.066879482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"6ec71423-9800-4af7-9f69-d98945cf4f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:57.088096135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"6ec71423-9800-4af7-9f69-d98945cf4f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:57.088109659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"c6e02ce9-5951-48e0-b3c0-7af2471103e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:57.14566256Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7b8a9d priority=0:[ai-tenant-e2e-extmod-b-7b8a9d/e2e-att-serve-307cc3-sub ai-tenant-e2e-extmod-b-7b8a9d/e2e-att-unrel-a909ea-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:57.162766514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"fd83c7b3-d9c1-4388-a7f7-f2e111296058","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:57.162783997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"fd83c7b3-d9c1-4388-a7f7-f2e111296058","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:57.179554164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"c7e86de9-268e-4421-a948-46194781e6c3","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:57.185665244Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-086ac3-5a8138-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-086ac3-5a8138-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:57.201043841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"c7e86de9-268e-4421-a948-46194781e6c3","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:57.201780381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"b67ec0e6-1107-48bf-851a-228be6a84374","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:57.20179689Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"b67ec0e6-1107-48bf-851a-228be6a84374","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-unrel-a909ea-bdb06933f51d","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-unrel-a909ea","externalModel":"e2e-att-unrel-a909ea","provider":"e2e-att-unrel-a909ea-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:57.218285056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"4602796f-8264-4c33-b907-4a3833cc1663","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:57.218300738Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"4602796f-8264-4c33-b907-4a3833cc1663","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:57.300993147Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-086ac3-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-sub","reconcileID":"849d0769-0152-4cab-b651-a7abf3ea7076","MaaSSubscription":{"name":"e2e-cfl-086ac3-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"maas-trlp-e2e-cfl-086ac3","model":"e2e-cfl-086ac3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-086ac3-5a8138-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:57.391507972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"98e8a93d-baf1-463d-bfbe-7d6917883911","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:57.391533121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"98e8a93d-baf1-463d-bfbe-7d6917883911","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:57.490789144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"4aabfcaf-8df3-4b4f-a5b7-736e70d78235","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:57.505559753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-086ac3-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-sub","reconcileID":"b24e9c0a-79fb-4660-9b5e-36a01fa48fa3","MaaSSubscription":{"name":"e2e-cfl-086ac3-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"maas-trlp-e2e-cfl-086ac3","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:57.536547369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"4aabfcaf-8df3-4b4f-a5b7-736e70d78235","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:58.293830284Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"d74c6bc4-c297-4cce-9e1a-c4a3c582a5df","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:58.293927447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"d74c6bc4-c297-4cce-9e1a-c4a3c582a5df","error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:59.490944Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"ad691e51-a288-4956-a6ca-3b6acbcec46b","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:59.523621283Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"bb9097d9-6560-43d2-98fc-ca9d09506d07","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:16:59.523684272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"bb9097d9-6560-43d2-98fc-ca9d09506d07","error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:59.886111181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a772e9c6-e31a-41fc-bbee-26cce502aa67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:59.904074908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a772e9c6-e31a-41fc-bbee-26cce502aa67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:59.925058099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a772e9c6-e31a-41fc-bbee-26cce502aa67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:16:59.994560448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a772e9c6-e31a-41fc-bbee-26cce502aa67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:00.65961568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"050ebfda-1b63-4906-acde-655c2c31b5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:00.675930194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"050ebfda-1b63-4906-acde-655c2c31b5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:00.692151108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"050ebfda-1b63-4906-acde-655c2c31b5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:00.708426244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"050ebfda-1b63-4906-acde-655c2c31b5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.288780412Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"48b01e07-0a0e-4e00-b28a-e54cb3089c97","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:17:02.30576575Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"803664d6-d45d-4a22-8301-23be5b3adc25","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:17:02.305837426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"803664d6-d45d-4a22-8301-23be5b3adc25","error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.3750943Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"28b1ef31-2324-41d8-a745-0c149aad1abd","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:17:02.413168392Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"5242802f-1fe3-4e38-9cc4-8f56c78016ec","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:17:02.413232356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"5242802f-1fe3-4e38-9cc4-8f56c78016ec","error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.547315681Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"fd64db2e-77bf-455a-927f-3bbb24965127","namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.570894237Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"51a649c8-89c1-42ad-93bf-29daad92f31e","namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.584758914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"97300e0b-7f32-4dcf-ab4d-ef5a673b1137","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.606100598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"97300e0b-7f32-4dcf-ab4d-ef5a673b1137","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.658188448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fa16fb-da33-408b-b7be-0d4f9df45085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.658335658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"563dc590-7cdd-49f6-be4c-ad6dce4a19e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.65850153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"2b7d7b64-3a6e-4b2a-9b6a-ffcf6012880e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.658689315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"5873e07e-7e95-4cb9-a743-d6a94a93fda0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.674539935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fa16fb-da33-408b-b7be-0d4f9df45085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.674775027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"09a5a556-b8dd-4050-9d83-9fb3c6f889fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.679482141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"563dc590-7cdd-49f6-be4c-ad6dce4a19e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.690684069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fa16fb-da33-408b-b7be-0d4f9df45085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.697548906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"5873e07e-7e95-4cb9-a743-d6a94a93fda0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.698093728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"2b7d7b64-3a6e-4b2a-9b6a-ffcf6012880e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.707726066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fa16fb-da33-408b-b7be-0d4f9df45085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.712594356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"09a5a556-b8dd-4050-9d83-9fb3c6f889fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.794894677Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"bd357cb5-d904-4407-805a-c56a78563eb8","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.875493262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"be623b98-4783-4843-beda-23f195ec920f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.876011033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"75594877-8a1a-4554-a207-a8f60cfe1155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.876259649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"c3dd5be5-0c36-4488-afef-cfe5438f2cd4","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.890842698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf80ed7f-303a-4f15-a165-13451401e470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.897810226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"be623b98-4783-4843-beda-23f195ec920f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.897816057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"75594877-8a1a-4554-a207-a8f60cfe1155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.898331836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"2307396e-d448-45a9-ab39-c16f4acbf85f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.900333871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"c3dd5be5-0c36-4488-afef-cfe5438f2cd4","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.911816405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf80ed7f-303a-4f15-a165-13451401e470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.927260772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"2307396e-d448-45a9-ab39-c16f4acbf85f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.962529859Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"c58bf9fe-3968-4c7e-bc24-ebb3497c445e","namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.979472266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"92abc0d1-ce09-4bd2-b31b-890698ddc7ed","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:02.97950224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"92abc0d1-ce09-4bd2-b31b-890698ddc7ed","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.017808732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"f626cad5-ebfc-4cbd-b018-a538349d94c3","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.017833976Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"f626cad5-ebfc-4cbd-b018-a538349d94c3","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:17:03.106238968Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"f626cad5-ebfc-4cbd-b018-a538349d94c3","name":"e2e-att-unrel-43e991","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-43e991\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:17:03.106310601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"f626cad5-ebfc-4cbd-b018-a538349d94c3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-43e991\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.128697292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"9d41e19d-4321-45d3-bf84-4b546bacbb4d","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.12872704Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"9d41e19d-4321-45d3-bf84-4b546bacbb4d","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.13697018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"6b5c7e41-37e8-490c-ade1-ee138d22adf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.138351569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"c7508abd-16c1-44cd-89d8-1f9d45025a23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.15777027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"6b5c7e41-37e8-490c-ade1-ee138d22adf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.159199338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"c7508abd-16c1-44cd-89d8-1f9d45025a23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.302024343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"9b91726e-d265-4594-9539-8ac0015ac1a6","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.302338664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"81419a09-6b75-4e6f-8140-8c1ea83f12be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.302617406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"271aae0a-9368-4d0c-83bc-05efe6265565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.358318378Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"b72f0a4d-5d09-4f72-85e5-82482afce56a","namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.361322904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"9b91726e-d265-4594-9539-8ac0015ac1a6","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.36356779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"271aae0a-9368-4d0c-83bc-05efe6265565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.366459878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"81419a09-6b75-4e6f-8140-8c1ea83f12be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.49801814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"2b2b54cc-a7dd-487c-b4f6-9c3f25b10cac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.501245714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8eb2a028-d3c2-4382-88a9-438aef90e253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.506623623Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"daba6558-7ac2-4369-9f42-f141dc67cc18","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.559007606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"2b2b54cc-a7dd-487c-b4f6-9c3f25b10cac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:17:03.559985979Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"c852b5e7-d88d-4779-b782-dea5078e62d9","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:17:03.560041959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"c852b5e7-d88d-4779-b782-dea5078e62d9","error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.560557756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8eb2a028-d3c2-4382-88a9-438aef90e253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.560894083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"e4e2a544-8b85-48f4-8fc2-8a6d73b8601d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.577106157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"83bfa8ae-4aa3-4a5e-9620-ab56467c36fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.582143407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"e4e2a544-8b85-48f4-8fc2-8a6d73b8601d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.586677544Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-bae155","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-bae155","reconcileID":"e510ffa0-243b-4bde-981e-ea419d37c865","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-bae155","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-bae155":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.59846136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"83bfa8ae-4aa3-4a5e-9620-ab56467c36fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.629725428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c9584d-be41-402f-b55a-9cbba8626825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.629947751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"81b24615-f9fd-4b6a-aaa9-444a4db2c106","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.645854494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c9584d-be41-402f-b55a-9cbba8626825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.662103792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c9584d-be41-402f-b55a-9cbba8626825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.670372252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"81b24615-f9fd-4b6a-aaa9-444a4db2c106","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.678282515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c9584d-be41-402f-b55a-9cbba8626825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.723892971Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"01733e38-1b39-4bed-9fbb-52b4474c0221","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:17:03.74041238Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"3cb397f7-c659-497a-aab0-a234795c7f11","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:17:03.740472318Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"3cb397f7-c659-497a-aab0-a234795c7f11","error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.838502623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"eb163d88-e565-45a7-8a7f-fdd6b79fd1df","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.856635134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a5b567f2-80ed-4e73-82f3-c40cd761fa3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.857112131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e8a95b6-7638-4311-850f-2fcc9232c6db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.857542421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"f2833ac2-4d15-453c-be1e-f867284533c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.884538185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"eb163d88-e565-45a7-8a7f-fdd6b79fd1df","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.88751909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"f2833ac2-4d15-453c-be1e-f867284533c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.896485639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a5b567f2-80ed-4e73-82f3-c40cd761fa3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.939454042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e8a95b6-7638-4311-850f-2fcc9232c6db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.955258957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"3f04d63c-592a-4c3d-bc40-4e125243b1fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:03.976826114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"3f04d63c-592a-4c3d-bc40-4e125243b1fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.144437301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"07dfb57f-dee5-4739-b48a-6ae1ce820c36","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.144461337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"07dfb57f-dee5-4739-b48a-6ae1ce820c36","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.157112413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"0679c64d-a53d-4e5a-b028-ea1fc9043a25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.158812045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b3fdff55-e0d8-4475-b4d7-7d626ef2faef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.159131992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"c3490f4c-e883-40a4-838c-671981453082","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.180953567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"0679c64d-a53d-4e5a-b028-ea1fc9043a25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.185993196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"c3490f4c-e883-40a4-838c-671981453082","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.189470336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b3fdff55-e0d8-4475-b4d7-7d626ef2faef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.303468634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"d687fa99-1873-4c5d-9f84-911ee1874e9d","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.357232728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"8a727259-d184-49ca-97ae-2fae8385abc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.359003581Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"d687fa99-1873-4c5d-9f84-911ee1874e9d","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.377870062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"8a727259-d184-49ca-97ae-2fae8385abc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.378396729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"d687fa99-1873-4c5d-9f84-911ee1874e9d","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.419740162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"5aed7a0a-0792-4245-99cf-ceb17593c67c","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.419764001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"5aed7a0a-0792-4245-99cf-ceb17593c67c","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.457514409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b1c0258b-4fd3-435c-b259-afab465d5a7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.45752213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"9c8ddd3c-0355-4577-8fe7-346e47b57920","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.478915949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"9c8ddd3c-0355-4577-8fe7-346e47b57920","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.478936265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b1c0258b-4fd3-435c-b259-afab465d5a7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.497290158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18d0492c-9e4d-455a-a09c-1c5ec43abff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.517169846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18d0492c-9e4d-455a-a09c-1c5ec43abff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.551304227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18d0492c-9e4d-455a-a09c-1c5ec43abff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.596917546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18d0492c-9e4d-455a-a09c-1c5ec43abff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.803740008Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-e0015e-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-sub","reconcileID":"3dad2c5a-db31-4df8-a2b6-aa4c10fc19b0","MaaSSubscription":{"name":"e2e-cmp-legacy-e0015e-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","subscription":"e2e-cmp-legacy-e0015e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.836888487Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-e0015e-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-sub","reconcileID":"3dad2c5a-db31-4df8-a2b6-aa4c10fc19b0","MaaSSubscription":{"name":"e2e-cmp-legacy-e0015e-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.853969672Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-e0015e-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-sub","reconcileID":"3dad2c5a-db31-4df8-a2b6-aa4c10fc19b0","MaaSSubscription":{"name":"e2e-cmp-legacy-e0015e-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"maas-trlp-e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.947993134Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7b8a9d priority=0:[ai-tenant-e2e-extmod-b-7b8a9d/e2e-att-serve-307cc3-sub ai-tenant-e2e-extmod-b-7b8a9d/e2e-att-unrel-a909ea-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.964287438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"bfa07c9e-9e5d-42f5-a3cf-f3ba6f1013ca","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.964310599Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"bfa07c9e-9e5d-42f5-a3cf-f3ba6f1013ca","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cmp-legacy-e0015e","externalModel":"e2e-cmp-legacy-e0015e","provider":"e2e-cmp-legacy-e0015e-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:04.98378034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"435e6a26-da84-408f-824a-9d4411262624","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.001561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"8cb1d174-48bd-4514-a580-13e0c6e7b222","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.001577656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"8cb1d174-48bd-4514-a580-13e0c6e7b222","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.004887976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"435e6a26-da84-408f-824a-9d4411262624","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.126114968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"9048b04e-0268-47d5-9338-17dc422e2470","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.126141157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"9048b04e-0268-47d5-9338-17dc422e2470","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cmp-legacy-e0015e","externalModel":"e2e-cmp-legacy-e0015e","provider":"e2e-cmp-legacy-e0015e-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.142992487Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"41b4dd1b-25a8-435b-a80d-c4814053b8f7","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.155176148Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"686ea3dc-e21a-498e-b7f7-94d7c13b9fe5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:17:05.159606261Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"2c9ddb17-9cf5-4c49-bbe0-ad05580a75d6","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:17:05.159666494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"2c9ddb17-9cf5-4c49-bbe0-ad05580a75d6","error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.204719477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"686ea3dc-e21a-498e-b7f7-94d7c13b9fe5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.261398152Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"686ea3dc-e21a-498e-b7f7-94d7c13b9fe5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.261415611Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e-access","reconcileID":"686ea3dc-e21a-498e-b7f7-94d7c13b9fe5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e0015e-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.298344213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"b8ac6253-9856-4b5f-98c5-eecc3cc5611f","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.298370192Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"b8ac6253-9856-4b5f-98c5-eecc3cc5611f","MaaSModelRef":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cmp-legacy-e0015e","externalModel":"e2e-cmp-legacy-e0015e","provider":"e2e-cmp-legacy-e0015e-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.85686004Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"18f87b91-bc46-4214-9a43-d01e35140ff0","namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.893570514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"f2fc49fe-a0e2-430a-92e8-7c168edd84cb","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.907226065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"0b5a20ba-d63e-431b-9fc2-c132eef99e62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.907226244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2d17a074-cdb7-4699-b24a-37510deb061f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.90903217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"a9f540e1-0795-44b1-a0c1-24d6794dd1ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.910310025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3cc3939-4045-4115-9317-e4c732832001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.915560207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"f2fc49fe-a0e2-430a-92e8-7c168edd84cb","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.930845392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2d17a074-cdb7-4699-b24a-37510deb061f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.932179247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"0b5a20ba-d63e-431b-9fc2-c132eef99e62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.958676994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"a9f540e1-0795-44b1-a0c1-24d6794dd1ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.959875213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"f2fc49fe-a0e2-430a-92e8-7c168edd84cb","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:05.960150743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3cc3939-4045-4115-9317-e4c732832001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.063439076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"20bd152b-040e-4e72-a47b-c15386a6101e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.09456581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"20bd152b-040e-4e72-a47b-c15386a6101e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.168821621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"9d91ba63-ddfa-464c-957f-8e6d30d21eb1","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.171588811Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-e0015e","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","reconcileID":"cea47bcf-98e2-447e-b149-be1fa7d17271","namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cmp-legacy-e0015e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.176595366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"33af51ce-9778-4564-9dc5-0f58d06ffc7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.190885377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"9d91ba63-ddfa-464c-957f-8e6d30d21eb1","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.197570737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"33af51ce-9778-4564-9dc5-0f58d06ffc7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.274421655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"44615aa0-f527-4419-a7a9-a4ab378fd3da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.274776657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04793857-38f4-459f-9293-e79a0a09dee5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.322932525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"44615aa0-f527-4419-a7a9-a4ab378fd3da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.324836018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04793857-38f4-459f-9293-e79a0a09dee5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.378159713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"fe757823-0c4b-40ce-a789-7b4f07d4cd2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.40010034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"fe757823-0c4b-40ce-a789-7b4f07d4cd2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.45986289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"0cfeb84c-3b6f-4829-bc71-621463f2cc66","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.475851403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"704afde7-e21c-4a5d-b78f-4740b9e42188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.481261196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"0cfeb84c-3b6f-4829-bc71-621463f2cc66","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.497421317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"704afde7-e21c-4a5d-b78f-4740b9e42188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.574533537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"6ed2a329-93e5-47fa-8c56-c13bbf5d8447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.57454866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"46308fc8-75a7-42e9-9de1-026493121d04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.579090997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"5b869dfb-b5e7-4082-a769-59fc795247e5","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.595731973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"6ed2a329-93e5-47fa-8c56-c13bbf5d8447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.595769457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"46308fc8-75a7-42e9-9de1-026493121d04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.600034476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"5b869dfb-b5e7-4082-a769-59fc795247e5","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.65943781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"67781fe0-5d6a-4d50-8fd6-dea205017f37","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.680188302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"67781fe0-5d6a-4d50-8fd6-dea205017f37","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.700025453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"67781fe0-5d6a-4d50-8fd6-dea205017f37","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.778892257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a695a091-ed21-4e3c-bc9f-75cbdd07cc02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.779384998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7dd5ff93-b1e3-478e-b51c-7e91e576c5d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.848324238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a695a091-ed21-4e3c-bc9f-75cbdd07cc02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.856704703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7dd5ff93-b1e3-478e-b51c-7e91e576c5d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.89132469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f1359cf2-9a77-4957-952e-31b3240452d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.900620774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"0df6a2d1-cebd-4ff3-b9a6-7e665d9b1ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.900639858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"860bec73-c87d-44e7-92f6-31827b170cd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.912731628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f1359cf2-9a77-4957-952e-31b3240452d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.922379723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"0df6a2d1-cebd-4ff3-b9a6-7e665d9b1ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:06.9225454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"860bec73-c87d-44e7-92f6-31827b170cd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:07.064770834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"82824911-8329-44bf-a1ff-3392c199cc99","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:07.064870188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"f6992a6b-be2d-449a-b56f-46e0cab93cd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:07.087633237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"82824911-8329-44bf-a1ff-3392c199cc99","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:07.093767788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"f6992a6b-be2d-449a-b56f-46e0cab93cd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.132613972Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"bcc39172-b83d-4e40-9042-be868d7cc1b4","namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.154168662Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"dd08ed91-3a1c-4a5a-87b0-e2b92c968f14","namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.170285253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"5d3e4439-42cb-4382-9a09-473a26780e02","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.183076619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2f05fe8e-bfa8-4505-ab50-28b9646bf285","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.183077962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"8bef7084-136a-467d-8adc-e872340772e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.184414717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"012f6aeb-745f-4962-81d3-57f3662c3ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.184489249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"2e07360d-73d5-44bb-a730-077b2c4b3834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.191221669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"5d3e4439-42cb-4382-9a09-473a26780e02","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.204396293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2f05fe8e-bfa8-4505-ab50-28b9646bf285","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.204455338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"8bef7084-136a-467d-8adc-e872340772e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.206804557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"2e07360d-73d5-44bb-a730-077b2c4b3834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.20687013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"012f6aeb-745f-4962-81d3-57f3662c3ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.211795264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"5d3e4439-42cb-4382-9a09-473a26780e02","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.263183498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4f80eeb0-4d34-4a7c-8173-fe3314f0387f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.284731737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4f80eeb0-4d34-4a7c-8173-fe3314f0387f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.388218798Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"d92adc55-046b-4a90-9c83-c8ea33f307c7","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.389544118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b1d61ec-8023-4081-a324-fb1434f13d56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.389664559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"fe34c4fd-24d8-48d0-bff6-b31b3ae51a0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.393324252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2d85db28-ea24-4a5f-9597-6f4494929b85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.393331343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"fc0aefc6-e6ec-4212-af21-e9ed2b078494","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.411349576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b1d61ec-8023-4081-a324-fb1434f13d56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.411416883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"fe34c4fd-24d8-48d0-bff6-b31b3ae51a0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.414666746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"fc0aefc6-e6ec-4212-af21-e9ed2b078494","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.414927177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2d85db28-ea24-4a5f-9597-6f4494929b85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.495871228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"2bdab27b-e0b2-42c4-80ac-f6d0b75481c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.520220474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"2bdab27b-e0b2-42c4-80ac-f6d0b75481c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.555356625Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"40e2a529-b2e3-4967-839d-f283b1709e1a","namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.580363169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"1da2bcfd-e150-4b36-9a2c-6d371bc64628","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"e2e-extmod-cfl-1-06dfde/e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.580467729Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"1da2bcfd-e150-4b36-9a2c-6d371bc64628","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"routeName":"external-model-e2e-cfl-58cf8a-fd1ab251c075","namespace":"e2e-extmod-cfl-1-06dfde","model":"e2e-cfl-58cf8a","externalModel":"e2e-cfl-58cf8a","provider":"e2e-cfl-58cf8a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.581886861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"6119986e-64e6-4f0c-9a10-a5f549e68341","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.598038773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7e0c6caa-8092-4d0b-ab95-8559202a231d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.60077648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"4778386f-d3b2-4a4b-ab21-10d60295b8a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.613519522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"0a2539cf-e731-4b8b-8e92-789a1c2d15bd","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.659703568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"6119986e-64e6-4f0c-9a10-a5f549e68341","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.726342589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"0a2539cf-e731-4b8b-8e92-789a1c2d15bd","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.72656298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"4778386f-d3b2-4a4b-ab21-10d60295b8a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.729840126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7e0c6caa-8092-4d0b-ab95-8559202a231d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.793069766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f04d9921-0b4b-4184-8929-d3e0b7aa179d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.814127749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f04d9921-0b4b-4184-8929-d3e0b7aa179d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.91140072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"a2ce6aa4-3d19-49cd-9c0f-99a29956aa7a","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.911430877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"38a1d3af-eb7c-4898-a129-170f1efda3b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.911763498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"fef3d362-a7f1-4caa-a3ba-14117c59b6db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.916545689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"60b51e96-64cc-4e73-99d6-159ef98e1087","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.927681263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"f81b4bf3-00ab-4983-9777-f113cfb799ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.933337294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"a2ce6aa4-3d19-49cd-9c0f-99a29956aa7a","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.934003779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"fef3d362-a7f1-4caa-a3ba-14117c59b6db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.935842922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"38a1d3af-eb7c-4898-a129-170f1efda3b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.937318582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"60b51e96-64cc-4e73-99d6-159ef98e1087","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.948600326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"f81b4bf3-00ab-4983-9777-f113cfb799ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:08.953278081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"a2ce6aa4-3d19-49cd-9c0f-99a29956aa7a","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:09.009406565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"618ac662-3878-46bd-90df-c204d72a8377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:09.01686122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"59073350-13da-44d1-9f45-94767807e99c","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:09.030278724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"618ac662-3878-46bd-90df-c204d72a8377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:09.030493892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"7ff1ace2-ea0c-435f-a8f9-8225a2239664","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:09.030627943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"02d08880-d931-4c3e-b55f-0870a7437ecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:09.037415976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"59073350-13da-44d1-9f45-94767807e99c","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:09.044960679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"eb6ddbcc-be9a-4f9a-901d-36eae9c1e4ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:09.052513762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"02d08880-d931-4c3e-b55f-0870a7437ecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:09.052538866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"7ff1ace2-ea0c-435f-a8f9-8225a2239664","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:09.066251632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"eb6ddbcc-be9a-4f9a-901d-36eae9c1e4ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:09.133773474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"3fa558ad-40fd-412b-adf3-e0b8e5bf270d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:09.149097532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"45bc9efb-d82c-48ad-9160-ca643c5265f9","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:09.149093812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"7b3dd8ca-d492-4c95-9b64-f2b62e594fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:09.154984564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"3fa558ad-40fd-412b-adf3-e0b8e5bf270d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:09.162363896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"62849a54-1117-41d2-beb2-31c62da665d0","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:09.170062148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"45bc9efb-d82c-48ad-9160-ca643c5265f9","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:09.170093701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"7b3dd8ca-d492-4c95-9b64-f2b62e594fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:09.170320744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad94b8d8-e7e3-457a-bb5e-e63451b19e58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:09.183470505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"62849a54-1117-41d2-beb2-31c62da665d0","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:09.190992989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad94b8d8-e7e3-457a-bb5e-e63451b19e58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:10.932215808Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"bc8d0506-35b6-4c5b-acaa-ae231a512836","namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:10.969526935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"94331ffd-e8ff-4c1f-8891-f0d14d641a05","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:10.991992159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d76d8979-cfad-47ae-a3a1-70f016f1c376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:10.99200618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"9da5cb87-239e-464b-9c03-0b800f3721af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:10.992327072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"519d4040-c9ae-4769-9489-b0ba33090cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:10.999813685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"94331ffd-e8ff-4c1f-8891-f0d14d641a05","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.009396404Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"86b35974-d892-4791-acf2-4af41e1e6d6f","namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.009455461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"54abe915-03bf-4a83-8477-71ddd85fdcb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.021629945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d76d8979-cfad-47ae-a3a1-70f016f1c376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.025301959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"9da5cb87-239e-464b-9c03-0b800f3721af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.027332551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"94331ffd-e8ff-4c1f-8891-f0d14d641a05","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.068746709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"54abe915-03bf-4a83-8477-71ddd85fdcb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.073651534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"519d4040-c9ae-4769-9489-b0ba33090cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.103885108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"9b224b9d-658c-478e-a707-691405397619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.125665614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"9b224b9d-658c-478e-a707-691405397619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.147567764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"7e170b7f-364e-424f-ae3d-5ae9421c20e4","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.147598028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"628392db-b734-48ed-b4fa-39ef558ab213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.169093095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"7e170b7f-364e-424f-ae3d-5ae9421c20e4","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.169167595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"628392db-b734-48ed-b4fa-39ef558ab213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.1856548Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"2fb964ef-d59d-48aa-b390-c95994af474a","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.200437256Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"e471bbd0-30f3-4d1c-b0c1-bd18734c341b","namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.224677279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"cecdf3a3-6607-43df-ae97-dfae90d79fb9","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.224694813Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"cecdf3a3-6607-43df-ae97-dfae90d79fb9","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cfl-58cf8a","externalModel":"e2e-cfl-58cf8a","provider":"e2e-cfl-58cf8a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.284086384Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"fd50141a-e3ef-4bdd-91a9-84e93226956d","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"routeName":"external-model-e2e-cfl-58cf8a-fd1ab251c075","namespace":"e2e-extmod-cfl-1-06dfde","model":"e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.392674619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"91ad6d7e-9d05-4d30-a654-2281f976a510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.394140559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"deb3f85b-21ed-4b2f-84a4-3eb401cdf8d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.39416461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f33b88c1-5297-4338-88ec-46781f2d3908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.410844601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"2b995180-a6f1-4eba-9cc3-d2918b26561e","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.410862049Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"2b995180-a6f1-4eba-9cc3-d2918b26561e","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cfl-58cf8a","externalModel":"e2e-cfl-58cf8a","provider":"e2e-cfl-58cf8a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.412876682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"7fc358ab-16b3-49b9-8068-9eb0a225d239","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.413809141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"91ad6d7e-9d05-4d30-a654-2281f976a510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.415484979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f33b88c1-5297-4338-88ec-46781f2d3908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.416007129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"deb3f85b-21ed-4b2f-84a4-3eb401cdf8d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.428376657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"d4530f7b-bb57-4740-9788-8153bd981ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.433921369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"7fc358ab-16b3-49b9-8068-9eb0a225d239","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.449729539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"d4530f7b-bb57-4740-9788-8153bd981ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.545212056Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"eed8b48c-db06-410e-b7db-acb17b1ff481","namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.579037523Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"896c4039-ae4d-4b72-a256-db73f7bf187b","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.607788467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"1ab1ad51-55cc-4c14-aa4b-01643135f3cd","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.609096009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"f7e432f7-8efb-433f-9cba-a52b5c293582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.610828937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"75e1db61-a9f1-495e-868c-19a9ac3a05aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.628818579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"1ab1ad51-55cc-4c14-aa4b-01643135f3cd","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.629926171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"f7e432f7-8efb-433f-9cba-a52b5c293582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.631189052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe7f154b-2cbc-4b24-95f3-f2f88f4677aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.631489638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"b74dc46d-d1a8-4d37-8429-932d03c432ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.632015121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"75e1db61-a9f1-495e-868c-19a9ac3a05aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.652389288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"b74dc46d-d1a8-4d37-8429-932d03c432ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.652716482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe7f154b-2cbc-4b24-95f3-f2f88f4677aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.815413767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"6e5874d4-c501-400a-8051-938036665c28","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.829063116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"98b402c2-c738-4675-9126-398926aebb92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.829324451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"b72d4ab9-9a77-44f6-bf2d-b62139d57234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.836153026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"6e5874d4-c501-400a-8051-938036665c28","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.850995742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"b72d4ab9-9a77-44f6-bf2d-b62139d57234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.851026281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"98b402c2-c738-4675-9126-398926aebb92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.856146568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"6e5874d4-c501-400a-8051-938036665c28","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.931396238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"e91890ec-e7b4-428f-8f08-606bc0d39ead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.931556291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4c6685e2-0bd8-4fa1-9724-8803e88b0c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.931843729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"dca46202-cfbb-419d-868f-d4dc0221a8ad","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.953443464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"e91890ec-e7b4-428f-8f08-606bc0d39ead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.954020351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4c6685e2-0bd8-4fa1-9724-8803e88b0c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:11.957885431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"dca46202-cfbb-419d-868f-d4dc0221a8ad","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.018253107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"df569879-4c57-4ee2-94fd-4aeb136f3108","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.018274592Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"df569879-4c57-4ee2-94fd-4aeb136f3108","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cfl-58cf8a","externalModel":"e2e-cfl-58cf8a","provider":"e2e-cfl-58cf8a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.02853178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"95dd03dd-4a60-436b-9672-51b73fe693f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.049677639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"95dd03dd-4a60-436b-9672-51b73fe693f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.114280241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"854309e5-606f-4a08-92e7-d25c79a3f0db","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.169354521Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"854309e5-606f-4a08-92e7-d25c79a3f0db","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.188798782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"854309e5-606f-4a08-92e7-d25c79a3f0db","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.2248031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"88d88955-e0fe-4abc-a9e5-e201e904ad96","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.224824746Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"88d88955-e0fe-4abc-a9e5-e201e904ad96","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cfl-58cf8a","externalModel":"e2e-cfl-58cf8a","provider":"e2e-cfl-58cf8a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.22896101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"009f0fa9-9f80-49d6-a67e-010cf53b106f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.229012745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"552b488b-8151-4e2a-a708-588005b8721a","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.231003731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"ecb0637f-ad04-47ea-b39f-5de3d6dbf167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.23229693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"610c106d-4922-463d-90ab-0d18e6453b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.250302675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"552b488b-8151-4e2a-a708-588005b8721a","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.250400377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"009f0fa9-9f80-49d6-a67e-010cf53b106f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.252528984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"ecb0637f-ad04-47ea-b39f-5de3d6dbf167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.253149004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"610c106d-4922-463d-90ab-0d18e6453b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.329347273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"1d42de69-6df6-428e-84b0-ce77bfe1955b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.332240718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"349016bf-8326-48eb-a18a-79290d75909e","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.347539204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"802b9db0-b000-4771-bf68-e6f77134183f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.350129097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"1d42de69-6df6-428e-84b0-ce77bfe1955b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.35309804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"349016bf-8326-48eb-a18a-79290d75909e","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:12.368225316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"802b9db0-b000-4771-bf68-e6f77134183f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:15.166592404Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"d929f5af-8a78-43cf-b6c6-b68987ed05f7","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:21.597944986Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"54082b29-ba1e-4cac-b993-0cb886b297d5","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:21.891705953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"4cd980ec-1eb8-47ff-8f85-dbbc7b18caf1","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:21.91260983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"4cd980ec-1eb8-47ff-8f85-dbbc7b18caf1","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:21.932586128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"4cd980ec-1eb8-47ff-8f85-dbbc7b18caf1","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:22.243815624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"abed6ced-370d-4b15-99e8-1fda407f2fa6","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:22.264581307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"abed6ced-370d-4b15-99e8-1fda407f2fa6","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:22.284099559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"abed6ced-370d-4b15-99e8-1fda407f2fa6","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:24.38279326Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:25.184190234Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"69b8c8e8-6c70-4046-a871-3a8f662f9197","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:27.609304125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-086ac3-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-sub","reconcileID":"c1b4cb2b-9f4a-46db-b6af-85f75f2d56c1","MaaSSubscription":{"name":"e2e-cfl-086ac3-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"maas-trlp-e2e-cfl-086ac3","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:27.699947644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"e910dab7-3a58-4b58-8d7e-7d84cdcb55b2","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:27.69996745Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"e910dab7-3a58-4b58-8d7e-7d84cdcb55b2","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:28.395805383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"d5895124-5669-4b94-9098-974e8860010c","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:28.396044701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"b8452044-3a60-49c1-916f-2af5241fe6e7","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:28.417122662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"d5895124-5669-4b94-9098-974e8860010c","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:28.417144686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"b8452044-3a60-49c1-916f-2af5241fe6e7","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:28.481137125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"08080900-f478-4735-88bb-21827cf221b6","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:28.486437325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"38aaafe6-e018-410b-92ea-97074d5b1fb6","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:28.501893587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"08080900-f478-4735-88bb-21827cf221b6","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:28.508822899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"38aaafe6-e018-410b-92ea-97074d5b1fb6","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:28.522063685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a3be338ace8752902ffea3e11846048d0550eb17d340ca296d38089605ee1be) AuthConfig (7d811e5f3c031910826f1868a1b0c9d8e7970fa58b6a593be10ea18c174fbab5) AuthConfig (e3b7486576258d85f822014e913ed652d3c04d70149a950adff708d61704b874) AuthConfig (7385e1d786e7091bb239de03f57fb7f04a8eefad029d3f1f7d6f01d344de65a6) AuthConfig (27e512ae3347c5592d0f8ab6433fa5f178979bb977c183ab4473711a73fb7fb4) AuthConfig (db2576b2c33ee933c0f06ca5885f66c9e1e3b45e446bedf7d0872d77a7af9dc4) AuthConfig (c131595e3b8342edc0d23ae706d63cdbb62f7d231f8b773f7f96ff8bea6a73e5) AuthConfig (679c814e5e4863a96dd666b2cfb4e7f41b4f9bd41936c65beb5a983faee4fb9e) AuthConfig (aacb0b15b570594b14c882b85e3ec164c3b9661b6f34c5c0cbf90d66764496e1) AuthConfig (0e8e8fafbee9257c948327b70f17dfa24691b5ce5f83d3f7ef43c5b2d809632c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"08080900-f478-4735-88bb-21827cf221b6","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:28.559711516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"e36e2f91-c0ed-4057-ae3e-9ade25be6fea","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:28.559729634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"e36e2f91-c0ed-4057-ae3e-9ade25be6fea","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:28.853290258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"dfa028e6-5611-4639-a0ed-748af1686439","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:28.874332795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"dfa028e6-5611-4639-a0ed-748af1686439","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:28.894430799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b583651789c65bfc080a734f6b4b7d37a969378bc688e5b3808ab472fa10734) AuthConfig (273cd2b39a6cee1d623429f678b4ae1e7efbf35953a0beb9124ad4f192049e28) AuthConfig (0d43e47251e7eed71a0cdddea2ede333b76cc2cfff63c428511165090b202b4f) AuthConfig (cd0f21449861fd312d2c8ae2df2b955f8839fd3aaef4968872ad425555520e0e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"dfa028e6-5611-4639-a0ed-748af1686439","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:28.933176733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"400bc454-8715-464b-a4fb-785f35e78d46","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:28.933201287Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"400bc454-8715-464b-a4fb-785f35e78d46","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cfl-58cf8a","externalModel":"e2e-cfl-58cf8a","provider":"e2e-cfl-58cf8a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:28.988171402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"64dd9c29-c9c8-4011-8da9-adc1599cb201","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:28.988526402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"22847670-ba9a-4e5c-a6a9-9bd6042e320b","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:29.008958976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"64dd9c29-c9c8-4011-8da9-adc1599cb201","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:29.011357467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"22847670-ba9a-4e5c-a6a9-9bd6042e320b","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:31.615503005Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"05409c04-80ba-4d4c-ac45-2cb3da272fb9","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:32.625018444Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"1b7e0054-e01b-49fd-af57-8065ee4311b9","namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:17:32.678936944Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"22f1db4b-7e02-4ac8-8f41-730b543096b7","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:17:32.679148026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"22f1db4b-7e02-4ac8-8f41-730b543096b7","error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:32.778413014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"dfff5bb2-b117-423f-a92b-0cf1a421643e","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:32.813596349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"0bccad0e-2799-478b-a815-6c58a3b4560f","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:32.819321101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"dfff5bb2-b117-423f-a92b-0cf1a421643e","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:32.830139619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"747a6f22-5d3a-415e-b76d-7084277f14ce","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:32.872679226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"0bccad0e-2799-478b-a815-6c58a3b4560f","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:32.876154502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"a63205ff-e18e-44e3-9d7f-f6c5eb451ea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:32.876396249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"532cc65f-b8a8-4a67-9aac-406155509bf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:32.875841975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b583651789c65bfc080a734f6b4b7d37a969378bc688e5b3808ab472fa10734) AuthConfig (273cd2b39a6cee1d623429f678b4ae1e7efbf35953a0beb9124ad4f192049e28) AuthConfig (0d43e47251e7eed71a0cdddea2ede333b76cc2cfff63c428511165090b202b4f) AuthConfig (cd0f21449861fd312d2c8ae2df2b955f8839fd3aaef4968872ad425555520e0e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"dfff5bb2-b117-423f-a92b-0cf1a421643e","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:32.88317794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"747a6f22-5d3a-415e-b76d-7084277f14ce","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:32.907617364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a3be338ace8752902ffea3e11846048d0550eb17d340ca296d38089605ee1be) AuthConfig (7d811e5f3c031910826f1868a1b0c9d8e7970fa58b6a593be10ea18c174fbab5) AuthConfig (e3b7486576258d85f822014e913ed652d3c04d70149a950adff708d61704b874) AuthConfig (7385e1d786e7091bb239de03f57fb7f04a8eefad029d3f1f7d6f01d344de65a6) AuthConfig (27e512ae3347c5592d0f8ab6433fa5f178979bb977c183ab4473711a73fb7fb4) AuthConfig (db2576b2c33ee933c0f06ca5885f66c9e1e3b45e446bedf7d0872d77a7af9dc4) AuthConfig (c131595e3b8342edc0d23ae706d63cdbb62f7d231f8b773f7f96ff8bea6a73e5) AuthConfig (679c814e5e4863a96dd666b2cfb4e7f41b4f9bd41936c65beb5a983faee4fb9e) AuthConfig (aacb0b15b570594b14c882b85e3ec164c3b9661b6f34c5c0cbf90d66764496e1) AuthConfig (0e8e8fafbee9257c948327b70f17dfa24691b5ce5f83d3f7ef43c5b2d809632c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"0bccad0e-2799-478b-a815-6c58a3b4560f","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:32.908998372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"a63205ff-e18e-44e3-9d7f-f6c5eb451ea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:32.915728878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"532cc65f-b8a8-4a67-9aac-406155509bf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:32.945552157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a52a5299-5bb0-4ee9-85bb-2aa0e73ab74e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:32.969577306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"1e05d0c9-5725-40b6-8f23-c9e372d8b705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:32.984880223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a52a5299-5bb0-4ee9-85bb-2aa0e73ab74e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.00301603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"1e05d0c9-5725-40b6-8f23-c9e372d8b705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.036012352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"3ed586aa-3523-4118-a12d-3cc8da42e041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.047591547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"0dfda8dd-43f3-4f15-b706-9d9c8d6341b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.057505921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"3ed586aa-3523-4118-a12d-3cc8da42e041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.077455529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"0dfda8dd-43f3-4f15-b706-9d9c8d6341b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:17:33.111813942Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"23dde367-b0ff-4975-b35c-c6c0faef74d4","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:17:33.112011997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"23dde367-b0ff-4975-b35c-c6c0faef74d4","error":"ExternalModel e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1 is attached to several gateways [openshift-ingress/e2e-extmod-a-737f64 openshift-ingress/e2e-extmod-b-7b8a9d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.133084022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"479813bc-8bf5-43a1-b736-17300ecc620b","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.133118622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"479813bc-8bf5-43a1-b736-17300ecc620b","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.133524337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"df46ff6c-b8da-4041-8ffd-b184f866bdfd","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.14339783Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"eb5de2e3-da35-480f-9d03-e8653a8f2a51","namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.15068581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"e07d4aad-ad32-4369-9606-5cb0a5f05d5d","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.150703792Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"e07d4aad-ad32-4369-9606-5cb0a5f05d5d","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-unrel-a909ea-bdb06933f51d","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-unrel-a909ea","externalModel":"e2e-att-unrel-a909ea","provider":"e2e-att-unrel-a909ea-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.15526211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"df46ff6c-b8da-4041-8ffd-b184f866bdfd","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.182704269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"b4d503aa-56ee-44cd-87fe-593b492352c4","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.18273424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"b4d503aa-56ee-44cd-87fe-593b492352c4","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-detach-5884c1-19ddc704ec90","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-detach-5884c1","externalModel":"e2e-att-detach-5884c1","provider":"e2e-att-detach-5884c1-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.215511476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-sub","reconcileID":"9be70324-9585-4a07-955c-dbf6ee59b5cb","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-unrel-a909ea","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.216224332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-sub","reconcileID":"29460f8a-2e7e-434e-bb67-f531ce0c6e49","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-serve-307cc3","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.228289653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"20e842cd-e0e9-4d16-9990-b9fdd62363d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.233421577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"c71a7385-83c0-40da-a231-9bec8b80068f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.249723022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"20e842cd-e0e9-4d16-9990-b9fdd62363d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.253946347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aee084a1-f5fb-40f5-b0a7-21fb2341f95b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.254168298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"af89f78f-3760-419a-ac91-80e370576d85","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.260002849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"c71a7385-83c0-40da-a231-9bec8b80068f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.294425746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"af89f78f-3760-419a-ac91-80e370576d85","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.295464152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aee084a1-f5fb-40f5-b0a7-21fb2341f95b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.408318152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7f5dbf4f-e43b-433a-a6eb-623a8150b333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.431050746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7f5dbf4f-e43b-433a-a6eb-623a8150b333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.495112215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"b7c757f8-3eb5-492b-8ea4-6dc77aaf19f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.502329567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"a0565b46-09f8-428b-afd3-f051df717244","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.508770983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"4bc02f56-b72b-4409-8e75-a16ba98296b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.516271979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"b7c757f8-3eb5-492b-8ea4-6dc77aaf19f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.518648246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"c7f11948-75ba-491c-9235-88f2dffcaf62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.525646246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"a0565b46-09f8-428b-afd3-f051df717244","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.531526513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"4bc02f56-b72b-4409-8e75-a16ba98296b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.543259338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a3be338ace8752902ffea3e11846048d0550eb17d340ca296d38089605ee1be) AuthConfig (7d811e5f3c031910826f1868a1b0c9d8e7970fa58b6a593be10ea18c174fbab5) AuthConfig (e3b7486576258d85f822014e913ed652d3c04d70149a950adff708d61704b874) AuthConfig (7385e1d786e7091bb239de03f57fb7f04a8eefad029d3f1f7d6f01d344de65a6) AuthConfig (27e512ae3347c5592d0f8ab6433fa5f178979bb977c183ab4473711a73fb7fb4) AuthConfig (db2576b2c33ee933c0f06ca5885f66c9e1e3b45e446bedf7d0872d77a7af9dc4) AuthConfig (c131595e3b8342edc0d23ae706d63cdbb62f7d231f8b773f7f96ff8bea6a73e5) AuthConfig (679c814e5e4863a96dd666b2cfb4e7f41b4f9bd41936c65beb5a983faee4fb9e) AuthConfig (aacb0b15b570594b14c882b85e3ec164c3b9661b6f34c5c0cbf90d66764496e1) AuthConfig (0e8e8fafbee9257c948327b70f17dfa24691b5ce5f83d3f7ef43c5b2d809632c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"b7c757f8-3eb5-492b-8ea4-6dc77aaf19f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.554046391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b583651789c65bfc080a734f6b4b7d37a969378bc688e5b3808ab472fa10734) AuthConfig (273cd2b39a6cee1d623429f678b4ae1e7efbf35953a0beb9124ad4f192049e28) AuthConfig (0d43e47251e7eed71a0cdddea2ede333b76cc2cfff63c428511165090b202b4f) AuthConfig (cd0f21449861fd312d2c8ae2df2b955f8839fd3aaef4968872ad425555520e0e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"a0565b46-09f8-428b-afd3-f051df717244","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.555442888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"c7f11948-75ba-491c-9235-88f2dffcaf62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.645235057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ce260a3-5a93-48d0-a814-56c64cbc508a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.668086027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"4bebe853-ce8b-49df-8729-387b284ccdde","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.677772113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ce260a3-5a93-48d0-a814-56c64cbc508a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.752664415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"4bebe853-ce8b-49df-8729-387b284ccdde","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.797997587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"f53ceb4d-1579-43c8-9d0a-c901dcdf2de1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.820193016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"f53ceb4d-1579-43c8-9d0a-c901dcdf2de1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.820700932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"76d1e665-0237-4fbb-a4e9-b31f39e067bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.830495125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"69513c65-edc7-45a4-ab32-53f62eb59204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.844814633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"76d1e665-0237-4fbb-a4e9-b31f39e067bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.872453269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"69513c65-edc7-45a4-ab32-53f62eb59204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.920308163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"8c073368-fbde-4d70-8134-5ae4fe93fa52","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:33.941581173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"8c073368-fbde-4d70-8134-5ae4fe93fa52","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:34.035827505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"42ef29fe-3394-4528-b255-730fddb356a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:34.040927782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"fe46f66f-afcd-4dd0-b639-73ff4b3d918f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:34.056828104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"42ef29fe-3394-4528-b255-730fddb356a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:34.066658781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"fe46f66f-afcd-4dd0-b639-73ff4b3d918f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:35.207185536Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"b82c4b93-a240-4cde-89d4-46ec1e09cad6","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:39.714329304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"2c70bb06-1e7a-41bd-9ebe-5dc873fd5657","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:39.71435436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"2c70bb06-1e7a-41bd-9ebe-5dc873fd5657","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-detach-5884c1-19ddc704ec90","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-detach-5884c1","externalModel":"e2e-att-detach-5884c1","provider":"e2e-att-detach-5884c1-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:39.735790871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"8fa8d4a1-d35c-4bc6-bd9c-bcc99cb39675","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:39.735819444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"8fa8d4a1-d35c-4bc6-bd9c-bcc99cb39675","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-detach-5884c1-19ddc704ec90","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-detach-5884c1","externalModel":"e2e-att-detach-5884c1","provider":"e2e-att-detach-5884c1-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:39.78471742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"1f2e74c2-7384-4cae-b335-2229a3b45f7f","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:39.805405704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"1f2e74c2-7384-4cae-b335-2229a3b45f7f","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:39.825280813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b8a9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7707cad35fe5d6e9cadfb79173e7151eb29c6cdf7a06d86d10a2807a282154a5) AuthConfig (9ff5b40d96e9c9aada95c88ce0ffabf9e04cfbea638937e0db84ec1dafc122c7) AuthConfig (a089d9478ff4ee10fb024aea52b117601968e261871105f39ed5920cddb46727) AuthConfig (c4bf62587d81bff393d29d914589aff0ab5322e5cb1734b42eec3a33bead97eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"1f2e74c2-7384-4cae-b335-2229a3b45f7f","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:39.861157942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"a5fce00d-3854-4d6d-bdda-f9bb03cd440d","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:39.861176976Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"a5fce00d-3854-4d6d-bdda-f9bb03cd440d","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-detach-5884c1-19ddc704ec90","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-detach-5884c1","externalModel":"e2e-att-detach-5884c1","provider":"e2e-att-detach-5884c1-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.236010344Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"0e2e373a-e164-40d3-803a-88dbcf92dc02","namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.258328193Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"d5688376-068f-4774-ad67-c3353a720f33","namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.271046197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"031c5164-1a8d-4c49-a891-e333b5fe0cfa","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.271077444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"6a7c08fc-2421-4bea-834c-469d5e66f8f4","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.273199099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"ce8cbb92-335f-421c-9aac-fa572262c06f","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.288177318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"4a989514-efde-4d8f-ac3d-32d1b91ff6e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.292692446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"6a7c08fc-2421-4bea-834c-469d5e66f8f4","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.29271419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"031c5164-1a8d-4c49-a891-e333b5fe0cfa","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.29486679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"ce8cbb92-335f-421c-9aac-fa572262c06f","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.306118204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"d188cc1e-a730-4538-8d6f-05ec239b8215","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.309313587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"4a989514-efde-4d8f-ac3d-32d1b91ff6e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.312613117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b583651789c65bfc080a734f6b4b7d37a969378bc688e5b3808ab472fa10734) AuthConfig (273cd2b39a6cee1d623429f678b4ae1e7efbf35953a0beb9124ad4f192049e28) AuthConfig (0d43e47251e7eed71a0cdddea2ede333b76cc2cfff63c428511165090b202b4f) AuthConfig (cd0f21449861fd312d2c8ae2df2b955f8839fd3aaef4968872ad425555520e0e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"6a7c08fc-2421-4bea-834c-469d5e66f8f4","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.312662136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a3be338ace8752902ffea3e11846048d0550eb17d340ca296d38089605ee1be) AuthConfig (7d811e5f3c031910826f1868a1b0c9d8e7970fa58b6a593be10ea18c174fbab5) AuthConfig (e3b7486576258d85f822014e913ed652d3c04d70149a950adff708d61704b874) AuthConfig (7385e1d786e7091bb239de03f57fb7f04a8eefad029d3f1f7d6f01d344de65a6) AuthConfig (27e512ae3347c5592d0f8ab6433fa5f178979bb977c183ab4473711a73fb7fb4) AuthConfig (db2576b2c33ee933c0f06ca5885f66c9e1e3b45e446bedf7d0872d77a7af9dc4) AuthConfig (c131595e3b8342edc0d23ae706d63cdbb62f7d231f8b773f7f96ff8bea6a73e5) AuthConfig (679c814e5e4863a96dd666b2cfb4e7f41b4f9bd41936c65beb5a983faee4fb9e) AuthConfig (aacb0b15b570594b14c882b85e3ec164c3b9661b6f34c5c0cbf90d66764496e1) AuthConfig (0e8e8fafbee9257c948327b70f17dfa24691b5ce5f83d3f7ef43c5b2d809632c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"031c5164-1a8d-4c49-a891-e333b5fe0cfa","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.327199381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"d188cc1e-a730-4538-8d6f-05ec239b8215","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.346887361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b8a9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7707cad35fe5d6e9cadfb79173e7151eb29c6cdf7a06d86d10a2807a282154a5) AuthConfig (9ff5b40d96e9c9aada95c88ce0ffabf9e04cfbea638937e0db84ec1dafc122c7) AuthConfig (a089d9478ff4ee10fb024aea52b117601968e261871105f39ed5920cddb46727) AuthConfig (c4bf62587d81bff393d29d914589aff0ab5322e5cb1734b42eec3a33bead97eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"d188cc1e-a730-4538-8d6f-05ec239b8215","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.366621743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"32a51885-4b44-493d-9075-215819dedc70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.370578056Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"4b55aa54-6a44-4471-833a-a47bd01dbe80","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.382058801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"8c4db074-17a5-400f-917c-2f9fdfc7d2f7","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.388018984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"32a51885-4b44-493d-9075-215819dedc70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.403117038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"8c4db074-17a5-400f-917c-2f9fdfc7d2f7","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.427753664Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"25b56212-bf4c-4732-8725-b1752fcf552f","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.46401351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92fdab38-4c71-42f4-8a2a-83b85bc38cef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.485014896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92fdab38-4c71-42f4-8a2a-83b85bc38cef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.485876395Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"5bc8480a-dece-4d9a-8d8b-2316f8a49138","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.564125366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"2a54b539-3b97-40eb-9465-fd0da68aace1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.564195029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"8cd3b1e0-fb6f-4c5b-a9f0-defc8526246e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.585595001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"8cd3b1e0-fb6f-4c5b-a9f0-defc8526246e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.58575538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"2a54b539-3b97-40eb-9465-fd0da68aace1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.638204461Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"e90fe537-bda4-4805-a258-523c0d50b574","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.699750205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"970e6182-e120-4b76-8ee3-9131c1a07f5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.706937326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f996368c-f6f5-47e4-8ca9-3d88f430ec92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.707168967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"894d2179-44f6-489a-8bbe-c959cd1d2c49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.707731239Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"8b0afebf-8f16-4de7-b537-6f419f22961d","namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.727519159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"136200ec-805e-4fc1-ae03-f3c2305ba6a6","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-2-489e54/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.727553843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"136200ec-805e-4fc1-ae03-f3c2305ba6a6","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"routeName":"external-model-e2e-cfl-same-7c8d12-5abc0c61c6d8","namespace":"e2e-extmod-cfl-2-489e54","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.742783061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"970e6182-e120-4b76-8ee3-9131c1a07f5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.745358928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f996368c-f6f5-47e4-8ca9-3d88f430ec92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.745994269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"894d2179-44f6-489a-8bbe-c959cd1d2c49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.82148811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba8f3497-4154-4f39-a681-1a2416a1b24a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.837715633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"745486c0-cff8-490b-9a4c-5fc2d49873f2","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.840496871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"fe5860e1-0c0b-4eae-9284-83bc65515063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.842671772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba8f3497-4154-4f39-a681-1a2416a1b24a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.843587289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"2a4968c7-479f-4156-a936-12ff9f8f491e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.843648543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"a569c31f-1e60-4754-9bb8-312c91e377df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.858857658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"745486c0-cff8-490b-9a4c-5fc2d49873f2","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.862408605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"fe5860e1-0c0b-4eae-9284-83bc65515063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.866445634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"a569c31f-1e60-4754-9bb8-312c91e377df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.868019114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"2a4968c7-479f-4156-a936-12ff9f8f491e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:41.97958271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"16edd1d7-f854-45c1-8a63-5ba4d85e6c38","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.001490119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"16edd1d7-f854-45c1-8a63-5ba4d85e6c38","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.011507259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"ce4757eb-7a8f-420b-a8f3-d7971eff9ff6","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.013022795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"f71f9431-6483-4cc9-b8d1-92c2e1e9a014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.02786502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"5b9e8160-bcce-48f9-bef3-987dd29795b8","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.030012571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"e92deb0f-dbe2-43d2-8317-0d8788616742","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.032892057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"ce4757eb-7a8f-420b-a8f3-d7971eff9ff6","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.033969988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"f71f9431-6483-4cc9-b8d1-92c2e1e9a014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.048811149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"5b9e8160-bcce-48f9-bef3-987dd29795b8","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.050768792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"e92deb0f-dbe2-43d2-8317-0d8788616742","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.052592108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b583651789c65bfc080a734f6b4b7d37a969378bc688e5b3808ab472fa10734) AuthConfig (273cd2b39a6cee1d623429f678b4ae1e7efbf35953a0beb9124ad4f192049e28) AuthConfig (0d43e47251e7eed71a0cdddea2ede333b76cc2cfff63c428511165090b202b4f) AuthConfig (cd0f21449861fd312d2c8ae2df2b955f8839fd3aaef4968872ad425555520e0e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"ce4757eb-7a8f-420b-a8f3-d7971eff9ff6","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.068797157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b8a9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7707cad35fe5d6e9cadfb79173e7151eb29c6cdf7a06d86d10a2807a282154a5) AuthConfig (9ff5b40d96e9c9aada95c88ce0ffabf9e04cfbea638937e0db84ec1dafc122c7) AuthConfig (a089d9478ff4ee10fb024aea52b117601968e261871105f39ed5920cddb46727) AuthConfig (c4bf62587d81bff393d29d914589aff0ab5322e5cb1734b42eec3a33bead97eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"5b9e8160-bcce-48f9-bef3-987dd29795b8","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.070603049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a3be338ace8752902ffea3e11846048d0550eb17d340ca296d38089605ee1be) AuthConfig (7d811e5f3c031910826f1868a1b0c9d8e7970fa58b6a593be10ea18c174fbab5) AuthConfig (e3b7486576258d85f822014e913ed652d3c04d70149a950adff708d61704b874) AuthConfig (7385e1d786e7091bb239de03f57fb7f04a8eefad029d3f1f7d6f01d344de65a6) AuthConfig (27e512ae3347c5592d0f8ab6433fa5f178979bb977c183ab4473711a73fb7fb4) AuthConfig (db2576b2c33ee933c0f06ca5885f66c9e1e3b45e446bedf7d0872d77a7af9dc4) AuthConfig (c131595e3b8342edc0d23ae706d63cdbb62f7d231f8b773f7f96ff8bea6a73e5) AuthConfig (679c814e5e4863a96dd666b2cfb4e7f41b4f9bd41936c65beb5a983faee4fb9e) AuthConfig (aacb0b15b570594b14c882b85e3ec164c3b9661b6f34c5c0cbf90d66764496e1) AuthConfig (0e8e8fafbee9257c948327b70f17dfa24691b5ce5f83d3f7ef43c5b2d809632c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"e92deb0f-dbe2-43d2-8317-0d8788616742","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.147751787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"1aed24b1-dec6-4bbf-a16b-1024beb4b35b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.147785707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"803fea3e-4a42-4bae-bf8f-d10ff65855e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.148976676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"2c2a18e7-063b-4ac1-bad6-7dc473c6f563","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.149029158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"16ef98ed-e5b7-409f-a158-f6a1fd5cfa43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.151038254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"6bd70061-ef34-41cf-93e3-1e81689b0017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.169594845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"803fea3e-4a42-4bae-bf8f-d10ff65855e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.169743943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"1aed24b1-dec6-4bbf-a16b-1024beb4b35b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.172409971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"16ef98ed-e5b7-409f-a158-f6a1fd5cfa43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.172421783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"2c2a18e7-063b-4ac1-bad6-7dc473c6f563","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.174746671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"6bd70061-ef34-41cf-93e3-1e81689b0017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.268962173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b8648998-5cae-410b-9db3-faace3efa49e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.269434125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"17e18aba-2157-4fcf-99f7-0bbb66acfc85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.286498029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"32f314c2-37ae-45fc-8fe3-11805ecc0f56","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.291626544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"17e18aba-2157-4fcf-99f7-0bbb66acfc85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.295658654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b8648998-5cae-410b-9db3-faace3efa49e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:42.376370302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"32f314c2-37ae-45fc-8fe3-11805ecc0f56","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:47.48103776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"b23ff295-ef93-4998-89fe-3a0e0b918b82","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bae155","tenantID":"e2e-extmod-b-bae155","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:47.526173117Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"b23ff295-ef93-4998-89fe-3a0e0b918b82","name":"e2e-extmod-b-bae155-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:51.444786569Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"cf1bf13d-8eda-4b68-b7f5-cee0bb9e5d81","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:51.655700448Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"a197f5b0-4810-4731-9cb0-5f13b0ec28e9","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.089711505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"b96f9f33-771e-4569-b3ad-7ed037bd6bfb","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.105455395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"48bd46e2-5981-4241-b13d-d340d61e3bf7","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.110691527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"b96f9f33-771e-4569-b3ad-7ed037bd6bfb","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.12655834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"48bd46e2-5981-4241-b13d-d340d61e3bf7","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.128791315Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"9fe45970-bad4-4fa9-8be7-e8ade77413e1","namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.132415394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b583651789c65bfc080a734f6b4b7d37a969378bc688e5b3808ab472fa10734) AuthConfig (273cd2b39a6cee1d623429f678b4ae1e7efbf35953a0beb9124ad4f192049e28) AuthConfig (0d43e47251e7eed71a0cdddea2ede333b76cc2cfff63c428511165090b202b4f) AuthConfig (cd0f21449861fd312d2c8ae2df2b955f8839fd3aaef4968872ad425555520e0e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"b96f9f33-771e-4569-b3ad-7ed037bd6bfb","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.134838171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"199abd1a-83a7-4d7a-9f07-b19221bd7193","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.146328162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a3be338ace8752902ffea3e11846048d0550eb17d340ca296d38089605ee1be) AuthConfig (7d811e5f3c031910826f1868a1b0c9d8e7970fa58b6a593be10ea18c174fbab5) AuthConfig (e3b7486576258d85f822014e913ed652d3c04d70149a950adff708d61704b874) AuthConfig (7385e1d786e7091bb239de03f57fb7f04a8eefad029d3f1f7d6f01d344de65a6) AuthConfig (27e512ae3347c5592d0f8ab6433fa5f178979bb977c183ab4473711a73fb7fb4) AuthConfig (db2576b2c33ee933c0f06ca5885f66c9e1e3b45e446bedf7d0872d77a7af9dc4) AuthConfig (c131595e3b8342edc0d23ae706d63cdbb62f7d231f8b773f7f96ff8bea6a73e5) AuthConfig (679c814e5e4863a96dd666b2cfb4e7f41b4f9bd41936c65beb5a983faee4fb9e) AuthConfig (aacb0b15b570594b14c882b85e3ec164c3b9661b6f34c5c0cbf90d66764496e1) AuthConfig (0e8e8fafbee9257c948327b70f17dfa24691b5ce5f83d3f7ef43c5b2d809632c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"48bd46e2-5981-4241-b13d-d340d61e3bf7","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.14979397Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"7e3e5514-14ef-456e-bb7e-357ec2198149","namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.155786348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"199abd1a-83a7-4d7a-9f07-b19221bd7193","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.175487288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b8a9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7707cad35fe5d6e9cadfb79173e7151eb29c6cdf7a06d86d10a2807a282154a5) AuthConfig (9ff5b40d96e9c9aada95c88ce0ffabf9e04cfbea638937e0db84ec1dafc122c7) AuthConfig (a089d9478ff4ee10fb024aea52b117601968e261871105f39ed5920cddb46727) AuthConfig (c4bf62587d81bff393d29d914589aff0ab5322e5cb1734b42eec3a33bead97eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"199abd1a-83a7-4d7a-9f07-b19221bd7193","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.181739949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"e4be3ba7-4c55-43a1-836e-320ec3e8acc1","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.18677162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"f73f0cc6-428e-46a1-bd89-aae69ce154d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.187256602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"535aadb8-62af-4dc2-8a15-e462e439dfca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.202575514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"e6a2095b-158d-453f-be71-9443a1cb49f7","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.20269536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"e4be3ba7-4c55-43a1-836e-320ec3e8acc1","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.20774298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"f73f0cc6-428e-46a1-bd89-aae69ce154d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.208023843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"535aadb8-62af-4dc2-8a15-e462e439dfca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.222487228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a3be338ace8752902ffea3e11846048d0550eb17d340ca296d38089605ee1be) AuthConfig (7d811e5f3c031910826f1868a1b0c9d8e7970fa58b6a593be10ea18c174fbab5) AuthConfig (e3b7486576258d85f822014e913ed652d3c04d70149a950adff708d61704b874) AuthConfig (7385e1d786e7091bb239de03f57fb7f04a8eefad029d3f1f7d6f01d344de65a6) AuthConfig (27e512ae3347c5592d0f8ab6433fa5f178979bb977c183ab4473711a73fb7fb4) AuthConfig (db2576b2c33ee933c0f06ca5885f66c9e1e3b45e446bedf7d0872d77a7af9dc4) AuthConfig (c131595e3b8342edc0d23ae706d63cdbb62f7d231f8b773f7f96ff8bea6a73e5) AuthConfig (679c814e5e4863a96dd666b2cfb4e7f41b4f9bd41936c65beb5a983faee4fb9e) AuthConfig (aacb0b15b570594b14c882b85e3ec164c3b9661b6f34c5c0cbf90d66764496e1) AuthConfig (0e8e8fafbee9257c948327b70f17dfa24691b5ce5f83d3f7ef43c5b2d809632c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"e4be3ba7-4c55-43a1-836e-320ec3e8acc1","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.223602399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"e6a2095b-158d-453f-be71-9443a1cb49f7","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.2252006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6864545d-9f33-4d75-b2da-f5d142cae203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.246048217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6864545d-9f33-4d75-b2da-f5d142cae203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.268784094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"5d80adec-3d82-4392-8b37-59d2066efd54","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.268805831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"5d80adec-3d82-4392-8b37-59d2066efd54","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.274597874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"2e49dd3f-578e-4f99-bb04-a7b4f9f6a81b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.291984548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"8d65215e-4ae0-4f20-bad8-371b092fd347","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.292001817Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"8d65215e-4ae0-4f20-bad8-371b092fd347","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.295423449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"2e49dd3f-578e-4f99-bb04-a7b4f9f6a81b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.333800376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-086ac3-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-sub","reconcileID":"94829fb8-f233-470b-92f2-41d07f632e34","MaaSSubscription":{"name":"e2e-cfl-086ac3-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"maas-trlp-e2e-cfl-086ac3","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.37621605Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"a8611e83-397b-4c5e-b719-8a33f023c506","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.480814051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"06be5fb5-87e3-45b1-ad1a-38f7903ec41b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.481115542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"13e973a4-2517-4507-b9fd-3dafed15ac78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.502240134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"06be5fb5-87e3-45b1-ad1a-38f7903ec41b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.502271472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"13e973a4-2517-4507-b9fd-3dafed15ac78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.608609431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"15b9e5af-fc69-4329-a79b-a4e91566ac8b","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.609316071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"011f88bc-f8aa-4e25-8e8c-dc62d0740b84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.619889896Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"379940e6-f78c-41c7-a85b-1482deaa8fd7","namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.630407076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"15b9e5af-fc69-4329-a79b-a4e91566ac8b","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.635615916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"011f88bc-f8aa-4e25-8e8c-dc62d0740b84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.636391668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"8994709d-ef39-4b63-af96-00de432e19f6","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.63641434Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"8994709d-ef39-4b63-af96-00de432e19f6","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-same-7c8d12-768da8905478","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.643102277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"2657040b-a1db-46fe-b363-993a04bfaa8a","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.665568737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"2657040b-a1db-46fe-b363-993a04bfaa8a","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.68511338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b8a9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7707cad35fe5d6e9cadfb79173e7151eb29c6cdf7a06d86d10a2807a282154a5) AuthConfig (9ff5b40d96e9c9aada95c88ce0ffabf9e04cfbea638937e0db84ec1dafc122c7) AuthConfig (a089d9478ff4ee10fb024aea52b117601968e261871105f39ed5920cddb46727) AuthConfig (c4bf62587d81bff393d29d914589aff0ab5322e5cb1734b42eec3a33bead97eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"2657040b-a1db-46fe-b363-993a04bfaa8a","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.694223738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"eb6ec266-5113-4a3f-9a6a-143bf856a6d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.710451172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"a19d8a45-f3d2-453a-9edb-d6ab9305dd22","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.717383236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"eb6ec266-5113-4a3f-9a6a-143bf856a6d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.762943391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"56d13ad4-01d9-49f5-92ab-a1f240ea4f4b","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.795544422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"a19d8a45-f3d2-453a-9edb-d6ab9305dd22","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.800913572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"56d13ad4-01d9-49f5-92ab-a1f240ea4f4b","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.820739979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b583651789c65bfc080a734f6b4b7d37a969378bc688e5b3808ab472fa10734) AuthConfig (273cd2b39a6cee1d623429f678b4ae1e7efbf35953a0beb9124ad4f192049e28) AuthConfig (0d43e47251e7eed71a0cdddea2ede333b76cc2cfff63c428511165090b202b4f) AuthConfig (cd0f21449861fd312d2c8ae2df2b955f8839fd3aaef4968872ad425555520e0e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"56d13ad4-01d9-49f5-92ab-a1f240ea4f4b","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.850064513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"08a53315-a832-4567-b978-0d6c9cbff4e3","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.850086246Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"08a53315-a832-4567-b978-0d6c9cbff4e3","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-same-7c8d12-768da8905478","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.947998263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"6fb35596-1967-4ec0-9743-41af8ab14f7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.948338617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a08a396-f2fa-498a-89a0-d1235d7c7f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.95023842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"e2b4e28f-4861-45b8-8ce7-ebc782fab3cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.95053542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"472d598b-2195-4d76-8316-32aa8b7a2f73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.971858133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"6fb35596-1967-4ec0-9743-41af8ab14f7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.976661718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a08a396-f2fa-498a-89a0-d1235d7c7f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.981164857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"e2b4e28f-4861-45b8-8ce7-ebc782fab3cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:52.982885351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"472d598b-2195-4d76-8316-32aa8b7a2f73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.078953659Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"052873b4-f048-4829-bb26-770348040c14","namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.093647442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"c525ff44-03d9-4392-9ab3-163e984b4c6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.114586442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"c525ff44-03d9-4392-9ab3-163e984b4c6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.220301576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"0ea647f2-06cb-4c7b-8fdb-880a54d48af4","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.235655937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"efa5883e-63c2-413c-a5da-350b8f68e555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.238188101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"5a53c03b-c7f5-4a1f-903d-e37415381123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.241216393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"0ea647f2-06cb-4c7b-8fdb-880a54d48af4","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.253770566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"d86ff763-bddf-4c49-a31b-63e4c9f78dbe","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.256413429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"efa5883e-63c2-413c-a5da-350b8f68e555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.258758258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"5a53c03b-c7f5-4a1f-903d-e37415381123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.260658391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a3be338ace8752902ffea3e11846048d0550eb17d340ca296d38089605ee1be) AuthConfig (7d811e5f3c031910826f1868a1b0c9d8e7970fa58b6a593be10ea18c174fbab5) AuthConfig (e3b7486576258d85f822014e913ed652d3c04d70149a950adff708d61704b874) AuthConfig (7385e1d786e7091bb239de03f57fb7f04a8eefad029d3f1f7d6f01d344de65a6) AuthConfig (27e512ae3347c5592d0f8ab6433fa5f178979bb977c183ab4473711a73fb7fb4) AuthConfig (db2576b2c33ee933c0f06ca5885f66c9e1e3b45e446bedf7d0872d77a7af9dc4) AuthConfig (c131595e3b8342edc0d23ae706d63cdbb62f7d231f8b773f7f96ff8bea6a73e5) AuthConfig (679c814e5e4863a96dd666b2cfb4e7f41b4f9bd41936c65beb5a983faee4fb9e) AuthConfig (aacb0b15b570594b14c882b85e3ec164c3b9661b6f34c5c0cbf90d66764496e1) AuthConfig (0e8e8fafbee9257c948327b70f17dfa24691b5ce5f83d3f7ef43c5b2d809632c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"0ea647f2-06cb-4c7b-8fdb-880a54d48af4","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.274597887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"d86ff763-bddf-4c49-a31b-63e4c9f78dbe","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.337993162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"e5394883-e5a2-4fe6-9d35-9c005f5645f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.338531564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"606ce13b-eb69-48fd-9a0c-23482c3582e9","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.36221155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"606ce13b-eb69-48fd-9a0c-23482c3582e9","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.364128162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"e5394883-e5a2-4fe6-9d35-9c005f5645f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.440168529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"6416008c-630b-4f53-895e-c1c668d27725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.455450961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"d842ed9a-5733-4d79-a242-d54fc6e32fd7","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.46070503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"6416008c-630b-4f53-895e-c1c668d27725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.47646751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"d842ed9a-5733-4d79-a242-d54fc6e32fd7","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.496706992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b8a9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7707cad35fe5d6e9cadfb79173e7151eb29c6cdf7a06d86d10a2807a282154a5) AuthConfig (9ff5b40d96e9c9aada95c88ce0ffabf9e04cfbea638937e0db84ec1dafc122c7) AuthConfig (a089d9478ff4ee10fb024aea52b117601968e261871105f39ed5920cddb46727) AuthConfig (c4bf62587d81bff393d29d914589aff0ab5322e5cb1734b42eec3a33bead97eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"d842ed9a-5733-4d79-a242-d54fc6e32fd7","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.540286607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1df1419-be02-4adf-bca8-3bdd4644786a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.550527198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"e9525606-ffa2-40ef-b4a1-3891c96b646c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.561097929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1df1419-be02-4adf-bca8-3bdd4644786a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.57136716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"e9525606-ffa2-40ef-b4a1-3891c96b646c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.625238104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"23283817-8a9b-4a9e-b9b1-eade0ab35f98","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.625952258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"6882f3be-bfad-4839-ba64-0ad42116eb1d","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.625970546Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"6882f3be-bfad-4839-ba64-0ad42116eb1d","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-same-7c8d12-768da8905478","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.647732775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"23283817-8a9b-4a9e-b9b1-eade0ab35f98","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.67096554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b583651789c65bfc080a734f6b4b7d37a969378bc688e5b3808ab472fa10734) AuthConfig (273cd2b39a6cee1d623429f678b4ae1e7efbf35953a0beb9124ad4f192049e28) AuthConfig (0d43e47251e7eed71a0cdddea2ede333b76cc2cfff63c428511165090b202b4f) AuthConfig (cd0f21449861fd312d2c8ae2df2b955f8839fd3aaef4968872ad425555520e0e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"23283817-8a9b-4a9e-b9b1-eade0ab35f98","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.76911136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"a490321f-9b13-425d-aed2-5fbc1a58513a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.769235039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"fc591f10-9c8a-4333-a9a8-c9b786cf4bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.769428001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"87ce2407-a646-4df5-8e95-1dbef85657f3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.769542997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"db3fbf67-464c-4674-86b0-1de2a110b727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.769111261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef01e7b7-b726-4941-9b48-fee7be90c263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.790863141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"87ce2407-a646-4df5-8e95-1dbef85657f3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.790972606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"a490321f-9b13-425d-aed2-5fbc1a58513a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.793304472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"fc591f10-9c8a-4333-a9a8-c9b786cf4bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.793405332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"db3fbf67-464c-4674-86b0-1de2a110b727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.795489313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef01e7b7-b726-4941-9b48-fee7be90c263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.977652604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"cab48220-e47c-4d23-abc1-e82257405ef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.977681491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"6e893d68-bf25-44f3-87e6-0e6dea9d2c87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.995028088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"573e6002-4eae-4236-932a-721a0c50106f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.999157238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"cab48220-e47c-4d23-abc1-e82257405ef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:53.99925463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"6e893d68-bf25-44f3-87e6-0e6dea9d2c87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:54.01666901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"573e6002-4eae-4236-932a-721a0c50106f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:54.063716622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"9a0c7989-756b-4106-9fc4-184de0fa9cf5","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:54.063739662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"9a0c7989-756b-4106-9fc4-184de0fa9cf5","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-same-7c8d12-768da8905478","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:17:54.386467112Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:01.46251973Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"287bfffc-7771-4145-be4a-f12e33d2cc50","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:01.672704411Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"bbec4adf-6eb4-403e-b992-5649be41f744","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:03.297039669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"88120ffd-186b-4ec8-a928-099c665cda4b","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:03.318380555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"88120ffd-186b-4ec8-a928-099c665cda4b","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:03.457428595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"eb8062a3-56c6-4ad0-bb4f-64eedcd80c5d","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:03.457453246Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"eb8062a3-56c6-4ad0-bb4f-64eedcd80c5d","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:03.563221102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"05cf5073-17f3-4c48-af92-87830d9a0146","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:03.584353957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"05cf5073-17f3-4c48-af92-87830d9a0146","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:03.707917388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"3aaea971-ea70-46ac-9a27-3cd651cef8f0","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:03.759289124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"3aaea971-ea70-46ac-9a27-3cd651cef8f0","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:03.797308967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"6a5e853b-4222-4135-b88c-ebdc2d9f7f6f","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:03.797328868Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"6a5e853b-4222-4135-b88c-ebdc2d9f7f6f","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-detach-5884c1-19ddc704ec90","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-detach-5884c1","externalModel":"e2e-att-detach-5884c1","provider":"e2e-att-detach-5884c1-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:03.923862942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"23c92b63-437c-49b7-a9d0-340a154d137b","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:03.923885105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"23c92b63-437c-49b7-a9d0-340a154d137b","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cfl-58cf8a","externalModel":"e2e-cfl-58cf8a","provider":"e2e-cfl-58cf8a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:05.020476652Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7b8a9d priority=0:[ai-tenant-e2e-extmod-b-7b8a9d/e2e-att-serve-307cc3-sub ai-tenant-e2e-extmod-b-7b8a9d/e2e-att-unrel-a909ea-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:05.036803271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"375c3f7e-36a7-4bbc-a428-ff90dbbdfbd4","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:05.03682467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"375c3f7e-36a7-4bbc-a428-ff90dbbdfbd4","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:05.058326121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"1aec719c-08a9-444e-8897-8a50be75ae1b","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:05.062831295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-sub","reconcileID":"48f94e3b-fb59-499c-a8e2-8a7726e0209a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-43e991-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:05.075741043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"9c6a03c9-36b1-41eb-a79a-18b8ea43cd9b","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:05.075758547Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"9c6a03c9-36b1-41eb-a79a-18b8ea43cd9b","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:05.079594925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"1aec719c-08a9-444e-8897-8a50be75ae1b","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:05.09323968Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"9c6a03c9-36b1-41eb-a79a-18b8ea43cd9b","name":"e2e-att-unrel-43e991","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-43e991\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:05.093291637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"9c6a03c9-36b1-41eb-a79a-18b8ea43cd9b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-43e991\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:05.114633915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"908648b9-8161-4e33-9290-e013b5a5d733","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:05.114650152Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"908648b9-8161-4e33-9290-e013b5a5d733","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:05.131158428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"14fb614a-21ab-47bd-85a1-5108b856bec0","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:05.131176322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"14fb614a-21ab-47bd-85a1-5108b856bec0","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:05.147567574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"a8bbc9e7-068e-4975-a697-87d147b6d267","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:05.147585762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"a8bbc9e7-068e-4975-a697-87d147b6d267","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:05.193662025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"d5179761-0c5d-48aa-8fe1-2ceb79624278","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:05.203646778Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-sub","reconcileID":"dd728eeb-3243-4026-ab16-51619949d77f","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"maas-trlp-e2e-att-unrel-43e991","model":"e2e-att-unrel-43e991","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-b15ec3/e2e-att-unrel-43e991-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:05.214718269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"d5179761-0c5d-48aa-8fe1-2ceb79624278","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:05.294798442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"daa799c5-9e9e-4b4f-91ab-4e693f8071f4","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:05.29481694Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"daa799c5-9e9e-4b4f-91ab-4e693f8071f4","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:05.361335966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-sub","reconcileID":"008b7fcf-cbd4-4ca6-a09f-ccd5f6fe5fc5","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"maas-trlp-e2e-att-unrel-43e991","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.037153521Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7b8a9d priority=0:[ai-tenant-e2e-extmod-b-7b8a9d/e2e-att-detach-5884c1-sub ai-tenant-e2e-extmod-b-7b8a9d/e2e-att-serve-307cc3-sub ai-tenant-e2e-extmod-b-7b8a9d/e2e-att-unrel-a909ea-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.053871502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"ddbfd2ae-9dea-45b8-9150-651128434506","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.05396253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"ddbfd2ae-9dea-45b8-9150-651128434506","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-detach-5884c1-19ddc704ec90","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-detach-5884c1","externalModel":"e2e-att-detach-5884c1","provider":"e2e-att-detach-5884c1-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:06.071416717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-5884c1-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-sub","reconcileID":"3ba913d7-50cc-4c1a-9749-748a40b2f0e3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-5884c1-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.092448434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"20a04829-c59b-47bc-b148-b5decaddb99a","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.092472048Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"20a04829-c59b-47bc-b148-b5decaddb99a","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-detach-5884c1-19ddc704ec90","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-detach-5884c1","externalModel":"e2e-att-detach-5884c1","provider":"e2e-att-detach-5884c1-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.106597854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"13737d36-f949-4b49-9d14-8108878f00dd","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.107140133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"f415e416-597c-48ac-a3b8-cb224c62638e","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.110130068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"f0b25180-8683-4c5c-a097-9751465abdd6","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:06.110674466Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"20a04829-c59b-47bc-b148-b5decaddb99a","name":"e2e-att-detach-5884c1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-detach-5884c1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:06.110787773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"20a04829-c59b-47bc-b148-b5decaddb99a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-detach-5884c1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.127476318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"ea9ccd7c-124d-4006-860e-d9de8ac802a1","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.127493161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"ea9ccd7c-124d-4006-860e-d9de8ac802a1","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.130986971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"13737d36-f949-4b49-9d14-8108878f00dd","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.132031272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"f415e416-597c-48ac-a3b8-cb224c62638e","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.133176641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"f0b25180-8683-4c5c-a097-9751465abdd6","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.146387019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"bc0ce3cc-5f89-45da-abc1-61f5a2838c19","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.146404096Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"bc0ce3cc-5f89-45da-abc1-61f5a2838c19","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-unrel-a909ea-bdb06933f51d","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-unrel-a909ea","externalModel":"e2e-att-unrel-a909ea","provider":"e2e-att-unrel-a909ea-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.163082475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"acfe4b2b-074f-42b4-9484-560f7af0bd96","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.163100705Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"acfe4b2b-074f-42b4-9484-560f7af0bd96","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-detach-5884c1-19ddc704ec90","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-detach-5884c1","externalModel":"e2e-att-detach-5884c1","provider":"e2e-att-detach-5884c1-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.220027291Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-5884c1-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-sub","reconcileID":"faf09523-379e-4c59-8af5-883e1ba4cec9","MaaSSubscription":{"name":"e2e-att-detach-5884c1-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-detach-5884c1","model":"e2e-att-detach-5884c1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-7b8a9d/e2e-att-detach-5884c1-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.311863928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"879f1213-d517-4764-b856-8d4411b78024","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.311882487Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"879f1213-d517-4764-b856-8d4411b78024","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-detach-5884c1-19ddc704ec90","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-detach-5884c1","externalModel":"e2e-att-detach-5884c1","provider":"e2e-att-detach-5884c1-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.345069824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"3f8fd116-f1b6-45ca-9a65-dbcb55d19ac1","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.34528607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"cdaea294-d109-431a-bcf5-1fff871bba54","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.347404081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"8f25189e-bacc-4555-83bb-d8cc34e6ea99","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.366481427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"cdaea294-d109-431a-bcf5-1fff871bba54","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.366489591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"3f8fd116-f1b6-45ca-9a65-dbcb55d19ac1","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.368803045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"8f25189e-bacc-4555-83bb-d8cc34e6ea99","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:06.37653073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-5884c1-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-sub","reconcileID":"1cfd95bd-7097-416c-abcc-115af5777702","MaaSSubscription":{"name":"e2e-att-detach-5884c1-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-detach-5884c1","model":"e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:08.669410764Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7b8a9d priority=0:[ai-tenant-e2e-extmod-b-7b8a9d/e2e-att-detach-5884c1-sub ai-tenant-e2e-extmod-b-7b8a9d/e2e-att-serve-307cc3-sub ai-tenant-e2e-extmod-b-7b8a9d/e2e-att-unrel-a909ea-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:08.685945459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"f135bf72-a685-494f-b690-853ec8a2ab29","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:08.685974308Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"f135bf72-a685-494f-b690-853ec8a2ab29","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cfl-58cf8a","externalModel":"e2e-cfl-58cf8a","provider":"e2e-cfl-58cf8a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:08.714154487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"626d342e-b883-413b-a4eb-1c219bb89f4c","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:08.714972421Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-58cf8a-f8f132-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-sub","reconcileID":"58392077-0d42-49ce-b70c-e1ff499f8483","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-58cf8a-f8f132-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:08.731116254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"aaa6147f-4b51-43c5-9762-dc96f2a5ad09","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:08.731135832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"aaa6147f-4b51-43c5-9762-dc96f2a5ad09","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cfl-58cf8a","externalModel":"e2e-cfl-58cf8a","provider":"e2e-cfl-58cf8a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:08.73506975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"626d342e-b883-413b-a4eb-1c219bb89f4c","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:08.748510235Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"aaa6147f-4b51-43c5-9762-dc96f2a5ad09","name":"e2e-cfl-58cf8a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-58cf8a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:08.748566473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"aaa6147f-4b51-43c5-9762-dc96f2a5ad09","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-58cf8a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:08.772868555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"7bd4c265-11a2-4009-a646-5b91595cf0b0","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:08.772885197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"7bd4c265-11a2-4009-a646-5b91595cf0b0","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cfl-58cf8a","externalModel":"e2e-cfl-58cf8a","provider":"e2e-cfl-58cf8a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:08.792096201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"6d1777f7-80c7-4ca5-9c04-2000d1043384","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:08.79211461Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"6d1777f7-80c7-4ca5-9c04-2000d1043384","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cfl-58cf8a","externalModel":"e2e-cfl-58cf8a","provider":"e2e-cfl-58cf8a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:08.855136646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"55f78787-2763-4751-a041-3acef70fd71c","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:08.868305797Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-58cf8a-f8f132-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-sub","reconcileID":"5ff7e0d0-40e1-4047-b2f9-b046188a7033","MaaSSubscription":{"name":"e2e-cfl-58cf8a-f8f132-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"maas-trlp-e2e-cfl-58cf8a","model":"e2e-cfl-58cf8a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a-f8f132-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:08.876137829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"55f78787-2763-4751-a041-3acef70fd71c","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:08.961370192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"f2bdb33c-8be7-4f24-b210-92421ef8ee3a","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:08.961398256Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"f2bdb33c-8be7-4f24-b210-92421ef8ee3a","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cfl-58cf8a","externalModel":"e2e-cfl-58cf8a","provider":"e2e-cfl-58cf8a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:09.025354954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-58cf8a-f8f132-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-sub","reconcileID":"34529258-f4ac-4601-bea2-5b38fc2afb31","MaaSSubscription":{"name":"e2e-cfl-58cf8a-f8f132-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"maas-trlp-e2e-cfl-58cf8a","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:11.480178813Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"71008644-25c4-4425-a179-caae979e7d58","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:11.69018912Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"fa6318a5-d25c-4655-9558-247dc798808a","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:21.497673411Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"2ed0ab33-5e84-4b58-8eba-955ba43dd4a4","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:21.707300519Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"e59c650b-7fd6-4c9f-89cf-a7761529bb4e","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:24.382502948Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:27.672258483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-sub","reconcileID":"37eb12d7-476a-4f0a-85e8-537fd8e7feea","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"maas-trlp-e2e-att-unrel-43e991","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:27.766859233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"1c370562-e956-4e90-b743-4b914cfafa05","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:27.766890335Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"1c370562-e956-4e90-b743-4b914cfafa05","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:28.324285251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-58cf8a-f8f132-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-sub","reconcileID":"1746f840-6682-4e01-a69c-88390a94c5fe","MaaSSubscription":{"name":"e2e-cfl-58cf8a-f8f132-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"maas-trlp-e2e-cfl-58cf8a","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:28.42207647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"d4e63b0f-5c9c-4cea-b85f-020c07b3b82a","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:28.422099203Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"d4e63b0f-5c9c-4cea-b85f-020c07b3b82a","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cfl-58cf8a","externalModel":"e2e-cfl-58cf8a","provider":"e2e-cfl-58cf8a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:28.425762969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-5884c1-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-sub","reconcileID":"c8d9c11f-d0a4-460c-bc48-0902743a1a2f","MaaSSubscription":{"name":"e2e-att-detach-5884c1-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-detach-5884c1","model":"e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:28.614551205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"c36adae0-21f7-4335-b21d-d31592db2ad5","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:28.614574143Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"c36adae0-21f7-4335-b21d-d31592db2ad5","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-detach-5884c1-19ddc704ec90","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-detach-5884c1","externalModel":"e2e-att-detach-5884c1","provider":"e2e-att-detach-5884c1-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:28.87265439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"d782bad4-3ab2-47b2-b4d9-f9787b5d262f","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:28.873463641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"1faceb9d-018d-485c-aa1b-7a961681b51f","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:28.894531317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"1faceb9d-018d-485c-aa1b-7a961681b51f","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:28.89457763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"d782bad4-3ab2-47b2-b4d9-f9787b5d262f","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:28.9728139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"576d6040-2e0a-4bb4-82c8-f3687c4bb208","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:28.994043964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"576d6040-2e0a-4bb4-82c8-f3687c4bb208","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.04128267Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"343859e1-68b1-46af-b3f9-5e6562c21f74","namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.082133967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"3c5232eb-fdcf-42d5-98b7-c381e53be7e8","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.092313126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"1d5c9c36-7d69-4abc-bf4f-45ad8348324e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.092330022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"cf1b3db7-a705-4ce5-a1c1-a01ec62ec7ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.10334617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"3c5232eb-fdcf-42d5-98b7-c381e53be7e8","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.113406859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"cf1b3db7-a705-4ce5-a1c1-a01ec62ec7ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.113508005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"1d5c9c36-7d69-4abc-bf4f-45ad8348324e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.113732184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"aa2f8728-74af-4b1f-b0ce-a5e226f35903","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.134750674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"aa2f8728-74af-4b1f-b0ce-a5e226f35903","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.198051443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"f512a952-050f-48fd-aa6c-cb1d29668cf0","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.213178813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"9ae6a80c-65f5-4982-a51b-0258b941e594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.213421886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6ca3769-5c91-47ed-a92b-174304fa1953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.219030991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"f512a952-050f-48fd-aa6c-cb1d29668cf0","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.234334313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6ca3769-5c91-47ed-a92b-174304fa1953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.234492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"9ae6a80c-65f5-4982-a51b-0258b941e594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.28107576Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"45cb31b8-6cbe-449e-a2fb-7fbf667122d6","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.299096328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"970f69b9-a179-4ffa-aa29-fb618535adc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.299099492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"80ea4f03-7c07-43f2-af09-ee3ecec49357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.320379727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"80ea4f03-7c07-43f2-af09-ee3ecec49357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.320406748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"970f69b9-a179-4ffa-aa29-fb618535adc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.40681281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"ac9e3b8f-52c6-4818-ab3c-ba76ccfd7d79","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.420018794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"09d944ad-6075-41b4-b59d-109e4e1bca76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.421990502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"f6f01cac-fb4a-40f9-9b4e-e2cc8727d7ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.42763368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"ac9e3b8f-52c6-4818-ab3c-ba76ccfd7d79","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.435367522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"184cd1f6-eab3-41ce-8407-468a07b2c9d8","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.44088209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"09d944ad-6075-41b4-b59d-109e4e1bca76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.443180443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"f6f01cac-fb4a-40f9-9b4e-e2cc8727d7ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.456080743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"184cd1f6-eab3-41ce-8407-468a07b2c9d8","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.518857715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fb26962-6b96-4e57-92c2-d8e574398cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.539798063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fb26962-6b96-4e57-92c2-d8e574398cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.596459598Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"e91790f2-7765-406e-87dd-00af8b9cdde5","namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.619074898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b19bbd47-4258-4718-bb4a-f4bb47479b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.61933348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"bb4f0ef5-1824-46de-ae02-fa6f99d3e1a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.622038242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"a97ae4d4-d9ea-4ee6-8760-5ea969537842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.640754473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b19bbd47-4258-4718-bb4a-f4bb47479b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.640785853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"bb4f0ef5-1824-46de-ae02-fa6f99d3e1a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.643095494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"a97ae4d4-d9ea-4ee6-8760-5ea969537842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.685021347Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"20747027-726f-465f-acc5-abb91c927e28","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.701794652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"7921e728-3e27-4b3b-a268-b48975f2df81","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.701813776Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"7921e728-3e27-4b3b-a268-b48975f2df81","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.72505403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"2c389b32-ca8d-4cf8-abb0-633184f97a4c","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.735313663Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"6c459ec2-460d-408f-981d-d9c8eed8efd5","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.741752749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"da9ffda1-69a3-4604-907f-208a49f18937","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.748649279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"2c389b32-ca8d-4cf8-abb0-633184f97a4c","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.755638249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-sub","reconcileID":"9846f29e-495e-4c6d-9f66-3d0dba7d2438","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"maas-trlp-e2e-att-unrel-43e991","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.756440456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"f1a16568-b3a5-4216-9e32-90aeb7b0b009","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.756464284Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"f1a16568-b3a5-4216-9e32-90aeb7b0b009","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.763154439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"da9ffda1-69a3-4604-907f-208a49f18937","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.809414089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"13ed0ff4-34fc-40dd-955e-d5ff0577c069","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.824874317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"169a0bb7-7ea5-4d1f-88b6-a7c87aaf94da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.830047409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"13ed0ff4-34fc-40dd-955e-d5ff0577c069","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.842186696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"c0cc7034-43ee-4510-a0f2-8f318a417522","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.84606005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"169a0bb7-7ea5-4d1f-88b6-a7c87aaf94da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.86274229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"c0cc7034-43ee-4510-a0f2-8f318a417522","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:29.997652608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"c4cbfe6b-d93b-43ee-a467-9e24ab99f0ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.027282579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"c4cbfe6b-d93b-43ee-a467-9e24ab99f0ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.052724353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32da3132-62df-42e2-b010-d6c4ad6e8353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.053065772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"57ab0d5b-e979-4a7f-8459-de6720e27124","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.055325625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"46080cff-b4f1-4128-a515-856f99e6c4f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.103647154Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"58db993a-acd6-4262-9385-254fde75c271","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.117534409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"46080cff-b4f1-4128-a515-856f99e6c4f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.126464273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32da3132-62df-42e2-b010-d6c4ad6e8353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.160253201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"57ab0d5b-e979-4a7f-8459-de6720e27124","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.173103226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"16409587-bd4c-4c99-bb76-36aadd3f867d","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.173217022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"16409587-bd4c-4c99-bb76-36aadd3f867d","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.214133605Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"c61cfee8-853d-4b1e-b1ac-6d8cbffdf9aa","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.230518408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a36b5dbe-4730-421a-9999-4e96015718a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.23131443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"2ca3925c-a26f-4fa4-8e26-ec156fa3c9c7","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.231337525Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"2ca3925c-a26f-4fa4-8e26-ec156fa3c9c7","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.232541642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-sub","reconcileID":"48fc480e-2f57-4f5b-af02-c87b7e368a2b","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"maas-trlp-e2e-att-unrel-43e991","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.252226258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a36b5dbe-4730-421a-9999-4e96015718a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.265528942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"760d9917-aeb1-48bb-9dcc-f7e308f639ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.286398929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"760d9917-aeb1-48bb-9dcc-f7e308f639ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.295374211Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"8e42a9a7-e1e9-421a-a5d8-23a976c70d1b","namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:30.311695307Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"3002bfa6-ab07-4160-9f95-353a3ffe75ab","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:30.333422961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"3002bfa6-ab07-4160-9f95-353a3ffe75ab","error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.340685079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"89c2f40a-3d3a-4783-bc8a-9bca2eaf3117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.340746929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"530331b8-3549-44b7-aafd-a4dfec15520c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:30.355601014Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"ea6d7caa-69bf-4e73-8ef3-39924045c689","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:30.355676329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"ea6d7caa-69bf-4e73-8ef3-39924045c689","error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.361872554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"89c2f40a-3d3a-4783-bc8a-9bca2eaf3117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.362041792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"530331b8-3549-44b7-aafd-a4dfec15520c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:30.383325511Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"1237461b-5aa7-4c29-8e20-f978c4a5f546","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:30.383381416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"1237461b-5aa7-4c29-8e20-f978c4a5f546","error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.40968263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"3f6b0cdc-4409-4254-a96c-f9d0925e35d6","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:30.421022352Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"31750f1a-d220-47d5-a59d-5869c2556762","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:30.421090046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"31750f1a-d220-47d5-a59d-5869c2556762","error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.426200685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"7bcc0abe-1923-4475-a6ec-92bfa2c6bd0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.586291646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"3f6b0cdc-4409-4254-a96c-f9d0925e35d6","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.591242325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"7bcc0abe-1923-4475-a6ec-92bfa2c6bd0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:30.598589531Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"0d49b576-3fa3-4898-bf3f-5c1ae30380ff","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:30.598655044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"0d49b576-3fa3-4898-bf3f-5c1ae30380ff","error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.604944509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"836e2cb7-e425-4d6e-a304-b9da8ceb24ce","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.614939015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a8e49b3a-53c0-4cd0-8fed-d06104754529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.615312085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3ab6a47-fb25-4c72-af9e-d46c706aaf64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.625822661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"836e2cb7-e425-4d6e-a304-b9da8ceb24ce","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.637795412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a8e49b3a-53c0-4cd0-8fed-d06104754529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.658719785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3ab6a47-fb25-4c72-af9e-d46c706aaf64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:30.711629213Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"6b9fc296-c826-4168-82c1-511ebec0b36f","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:30.711721343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"6b9fc296-c826-4168-82c1-511ebec0b36f","error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.788389281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"e4e3a066-246b-41f3-983e-dac8e678f663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.809651727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"e4e3a066-246b-41f3-983e-dac8e678f663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.839376467Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"b85a7662-3929-4bde-b380-0629ce01eb62","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:30.872916704Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"77b8333a-b6a7-4506-a1c9-a8a5f435afc9","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:30.872982537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"77b8333a-b6a7-4506-a1c9-a8a5f435afc9","error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.892578821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"7134d450-e803-44d7-a0b5-355d443bfbd3","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.892600744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"7134d450-e803-44d7-a0b5-355d443bfbd3","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-detach-5884c1-19ddc704ec90","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-detach-5884c1","externalModel":"e2e-att-detach-5884c1","provider":"e2e-att-detach-5884c1-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.894220032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b1aa5ba-9512-458f-bbc4-7ca1a570d54c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.916515044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b1aa5ba-9512-458f-bbc4-7ca1a570d54c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:30.9340824Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-5884c1-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-sub","reconcileID":"73210cd0-ae86-47b1-9a45-0e386e6c6732","MaaSSubscription":{"name":"e2e-att-detach-5884c1-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6dc8e25f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.088226237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"b7e13486-1401-4e38-b03b-6e2eb2f24a08","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.089057661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"6c40eea2-edfc-406a-822b-6d444b9e2d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.089644339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"ad4e47f3-a2fe-4247-ad96-cdaf4ae25645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.159012796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"b7e13486-1401-4e38-b03b-6e2eb2f24a08","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.162830664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"ad4e47f3-a2fe-4247-ad96-cdaf4ae25645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.163369962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"6c40eea2-edfc-406a-822b-6d444b9e2d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.195105403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"94bbe660-073d-49d4-babd-b798fe6ded10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:31.211016562Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"57a6c210-ca3e-4046-b2df-a6495b0e364e","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:31.211082886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"57a6c210-ca3e-4046-b2df-a6495b0e364e","error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.217361104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"94bbe660-073d-49d4-babd-b798fe6ded10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.244269917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"cf336a7f-ae59-4940-a98a-2445fb41094d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.265664168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"cf336a7f-ae59-4940-a98a-2445fb41094d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.341516073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f5a32e-4e5b-45be-bae6-b8a81b28f7b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.357953986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f5a32e-4e5b-45be-bae6-b8a81b28f7b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.358089278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"b85b5962-6ba4-4100-86f5-66044e9e301f","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.358159181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"0b807a77-d0be-43cb-a190-2edc65eda509","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.373943913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f5a32e-4e5b-45be-bae6-b8a81b28f7b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.390215392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f5a32e-4e5b-45be-bae6-b8a81b28f7b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.395523003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"0b807a77-d0be-43cb-a190-2edc65eda509","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.395546287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"b85b5962-6ba4-4100-86f5-66044e9e301f","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.482375361Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"9e0c9bee-b22e-458c-b3db-444fa3a8daaf","namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.491594635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"fc8fe402-053d-4258-8de0-8f11d3a7054b","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:31.499290531Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"ba014bb4-57f3-4dec-aecc-0682ee30348d","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:31.499366688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"ba014bb4-57f3-4dec-aecc-0682ee30348d","error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.514072391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"fc8fe402-053d-4258-8de0-8f11d3a7054b","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.517265151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"4e5388cb-1015-4a1b-987a-b76950f7c76e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.518133223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7611e8f7-4936-4c03-88af-1eafffd46765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.538074417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"4e5388cb-1015-4a1b-987a-b76950f7c76e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.538783933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7611e8f7-4936-4c03-88af-1eafffd46765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.597588965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"77c75e41-f6ba-4bcc-a1dd-cb0d1679dc72","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.621617854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"77c75e41-f6ba-4bcc-a1dd-cb0d1679dc72","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.693655825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"69f0770f-878f-4c7c-a1ab-903c966cefbd","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.714419811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"69f0770f-878f-4c7c-a1ab-903c966cefbd","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.724680084Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"41ca7dda-dc92-46fe-a056-81d6dbecd356","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.809714717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47cd719b-fd7c-4c96-b138-f0e057e55afd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.812833219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"d36b69ef-2371-4190-b98e-8a167fb6a56a","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.824948766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"30df72fc-b0d7-4122-9609-15f77f4446d5","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.830507324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47cd719b-fd7c-4c96-b138-f0e057e55afd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.833630614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"d36b69ef-2371-4190-b98e-8a167fb6a56a","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.845545132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"30df72fc-b0d7-4122-9609-15f77f4446d5","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.926318619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"e98bac8e-969d-465f-ab66-3464f6b5c1df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:31.960843913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"e98bac8e-969d-465f-ab66-3464f6b5c1df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.043877197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"143955c7-2988-4502-820e-abbfcad79ee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.079002335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"143955c7-2988-4502-820e-abbfcad79ee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.139083914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"9711b87c-472a-439a-aaf6-e4c3a22cd14b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.139094465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"48abdf38-8ac7-4675-b4ce-47c07e0072d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.139430966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"c0380b47-6f72-4a3d-a26d-5f35cdc74b8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.16246191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"9711b87c-472a-439a-aaf6-e4c3a22cd14b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.162469818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"c0380b47-6f72-4a3d-a26d-5f35cdc74b8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.164491393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"48abdf38-8ac7-4675-b4ce-47c07e0072d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.175825313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b9c82c-a4be-4cbb-9fde-9cba32b7b0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.192301576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b9c82c-a4be-4cbb-9fde-9cba32b7b0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.208716041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b9c82c-a4be-4cbb-9fde-9cba32b7b0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.208972484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"cd610502-f29f-4911-aa71-0cbbf869cd78","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.225005665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b9c82c-a4be-4cbb-9fde-9cba32b7b0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.225162117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43089e4f-f6dd-464f-9e94-5af6487bc062","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.246596399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"cd610502-f29f-4911-aa71-0cbbf869cd78","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.246596548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43089e4f-f6dd-464f-9e94-5af6487bc062","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.297034887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"452e8768-196e-4099-ab9b-b4cd5be6a3b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.312549688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"38af11b3-82e1-4c0a-8036-1726b2023499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.312742456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"96602568-792e-42cc-ae6e-f3ad19d63017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.318123672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"452e8768-196e-4099-ab9b-b4cd5be6a3b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.333654751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"38af11b3-82e1-4c0a-8036-1726b2023499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.360648614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"96602568-792e-42cc-ae6e-f3ad19d63017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.409748107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"e53f8262-ce5d-47cc-88e1-acff813b0350","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.431761372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"e53f8262-ce5d-47cc-88e1-acff813b0350","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.440397135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"0b59a06f-7ed3-4007-a68c-a0d94cd3cec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.440954048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"ca986ebb-6b1e-47f4-a008-af1055ac4ac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.440979186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"b3f5d3a8-932d-4bfe-afe1-242e0d5e752c","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.462199206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"0b59a06f-7ed3-4007-a68c-a0d94cd3cec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.462858874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"ca986ebb-6b1e-47f4-a008-af1055ac4ac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:32.46505947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"b3f5d3a8-932d-4bfe-afe1-242e0d5e752c","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:32.79648125Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"f604c4b9-c9fb-4051-9e05-a54107f5145c","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:32.796552319Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"f604c4b9-c9fb-4051-9e05-a54107f5145c","error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:35.375030907Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"cd2718bd-2733-47ee-8aa2-2e306459dde1","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:35.375101614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"cd2718bd-2733-47ee-8aa2-2e306459dde1","error":"ExternalModel e2e-extmod-att-user-f8578d/e2e-att-delete-70d355 is attached to several gateways [openshift-ingress/e2e-extmod-a-59b8a9 openshift-ingress/e2e-extmod-b-b15ec3]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.357528436Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"81294c93-a916-46f6-ba8b-de051a5eac0b","namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.397116897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"76d260c9-3886-4e8d-8769-95fd16c62b50","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.397140139Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"76d260c9-3886-4e8d-8769-95fd16c62b50","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.419651329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"1e1caf27-102d-4d76-a885-58aac70b69e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.419659249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1aff3546-8df5-4b97-a606-de229d10a86f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.420307395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"de3c2562-d50d-43c5-a2ca-0575b67e7fbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.420444891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"4fb505ba-67c0-48f1-805e-30f3c8429b8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.42082424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"dbbe0a06-80df-4a49-b413-9c7e6d88897b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.441801937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1aff3546-8df5-4b97-a606-de229d10a86f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.44227783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"1e1caf27-102d-4d76-a885-58aac70b69e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.44425093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"dbbe0a06-80df-4a49-b413-9c7e6d88897b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.444600703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"4fb505ba-67c0-48f1-805e-30f3c8429b8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.4467305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"de3c2562-d50d-43c5-a2ca-0575b67e7fbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.470255136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-sub","reconcileID":"8dac76a2-56e2-4988-9e60-d94058a66d73","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"maas-trlp-e2e-att-unrel-43e991","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.474283381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"95c2391c-e0bf-4f03-a9bd-cc95ed3e8ba5","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.474300624Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"95c2391c-e0bf-4f03-a9bd-cc95ed3e8ba5","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.614727604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"170dac6c-bb2c-46f8-8614-5af8cbaef086","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.616711988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-sub","reconcileID":"49c219c9-3df1-401c-86fd-d289d69ae001","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"maas-trlp-e2e-att-unrel-43e991","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.630258443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e4cee047-3a2d-4e57-8703-f7b01379d710","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.635840721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"170dac6c-bb2c-46f8-8614-5af8cbaef086","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.636155546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a2250f3-88ba-48ff-8be0-e2536a7287ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.636729494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a108a3a5-c8c1-45c0-ab39-c2be17c97997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.651076182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e4cee047-3a2d-4e57-8703-f7b01379d710","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.651911223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"e7c867b8-773d-4ffc-929e-7d55ab255a43","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.657200834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a2250f3-88ba-48ff-8be0-e2536a7287ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.657432789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a108a3a5-c8c1-45c0-ab39-c2be17c97997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.66391746Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-70d355","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","reconcileID":"6da44efc-6144-439c-b786-3ca671b56525","namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-delete-70d355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.672778143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"e7c867b8-773d-4ffc-929e-7d55ab255a43","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.788353155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"216664d7-aac0-4dc3-8be2-8c0673aa2010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.809456867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"216664d7-aac0-4dc3-8be2-8c0673aa2010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.852400943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"d9431f3f-1614-4be1-9ec1-841d8afd2d21","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.854186409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"d12f8269-a990-4753-be18-3075502d553f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.867660753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"e41ff27c-c12d-4ae0-8008-64e36c2362a0","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.873392522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"d9431f3f-1614-4be1-9ec1-841d8afd2d21","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.87496131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"d12f8269-a990-4753-be18-3075502d553f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.888379583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"e41ff27c-c12d-4ae0-8008-64e36c2362a0","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.952968244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7835a71d-4af0-4cec-afea-b755449c0f0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:36.973880139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7835a71d-4af0-4cec-afea-b755449c0f0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.053678855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"54f3ba7d-9ac7-49c0-a37d-89584da066c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.06896278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"5720df10-9024-4659-a0bc-a285295eb235","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.074434604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"54f3ba7d-9ac7-49c0-a37d-89584da066c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.09005216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"5720df10-9024-4659-a0bc-a285295eb235","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.141568679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"a90f5c65-ecc6-4821-aedf-fb21ef22867c","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.155463648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"8ede7c04-885a-4d78-8441-b28ff477ba7b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.155474336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"436ffeb6-5dc2-48bf-ae3c-c86087ae8df0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.162204561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"a90f5c65-ecc6-4821-aedf-fb21ef22867c","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.176794681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"8ede7c04-885a-4d78-8441-b28ff477ba7b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.176917507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"436ffeb6-5dc2-48bf-ae3c-c86087ae8df0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.24666285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"3e4dd0d7-2199-47d9-9566-99ec7ee3568a","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.273367157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"3e4dd0d7-2199-47d9-9566-99ec7ee3568a","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.376334325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"44d00f84-0d21-4fa4-bc22-6b027109e1f4","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.376629781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85953ae5-2f9b-46ba-a4c9-1525c22e91b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.391358705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af62eefd-107f-4c15-82db-465405eb0ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.391433957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"d49dd6f3-4521-4979-9cf2-ad85f9e66e44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.397256625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"44d00f84-0d21-4fa4-bc22-6b027109e1f4","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.397416759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85953ae5-2f9b-46ba-a4c9-1525c22e91b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.408303542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"0f10a3dc-c5e8-46ed-ab92-369bf24256a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.412567518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"d49dd6f3-4521-4979-9cf2-ad85f9e66e44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.412761289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af62eefd-107f-4c15-82db-465405eb0ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.431594613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"0f10a3dc-c5e8-46ed-ab92-369bf24256a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.581715124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"88209a1e-b607-4792-bb90-b4dda0c0754a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.596986958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"98540922-9d68-468f-98bb-80a38b6701bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.597379007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"7b6c23b6-626f-4b45-81e2-55e376f6bdab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.603047947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"88209a1e-b607-4792-bb90-b4dda0c0754a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.618323283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"98540922-9d68-468f-98bb-80a38b6701bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:37.618428046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"7b6c23b6-626f-4b45-81e2-55e376f6bdab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:38.698690016Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-aab675","namespace":"e2e-extmod-att-noaccess-0f8601"},"namespace":"e2e-extmod-att-noaccess-0f8601","name":"e2e-att-noaccess-aab675","reconcileID":"20d6bd2f-c237-4fe5-a717-d3c8a6e5b998","namespace":"e2e-extmod-att-noaccess-0f8601","name":"e2e-att-noaccess-aab675","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:38.721759869Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-aab675","namespace":"e2e-extmod-att-noaccess-0f8601"},"namespace":"e2e-extmod-att-noaccess-0f8601","name":"e2e-att-noaccess-aab675","reconcileID":"9364d032-d017-43d2-97e2-38ba3896d251","namespace":"e2e-extmod-att-noaccess-0f8601","name":"e2e-att-noaccess-aab675","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:38.734666496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"0b49672c-8f59-4f4f-8c16-ea1fd2104fd3","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:38.750053866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1035bf0-615f-4022-81c6-f17c171d6f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:38.754720293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"04625692-e78a-4ee9-81ad-ee4b3be4cd29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:38.755725654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"0b49672c-8f59-4f4f-8c16-ea1fd2104fd3","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:38.757458763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"c15e3d00-b8f7-40d4-a31c-02094749634b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:38.769922667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"c508cac3-3e35-4261-a5ea-e0814a1b13cd","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:38.771090078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1035bf0-615f-4022-81c6-f17c171d6f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:38.77537404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"04625692-e78a-4ee9-81ad-ee4b3be4cd29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:38.777946437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"c15e3d00-b8f7-40d4-a31c-02094749634b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:38.790499929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"c508cac3-3e35-4261-a5ea-e0814a1b13cd","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:38.928521665Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-aab675","namespace":"e2e-extmod-att-noaccess-0f8601"},"namespace":"e2e-extmod-att-noaccess-0f8601","name":"e2e-att-noaccess-aab675","reconcileID":"450c62a7-f89f-4365-ae92-53c071e6e13b","MaaSModelRef":{"name":"e2e-att-noaccess-aab675","namespace":"e2e-extmod-att-noaccess-0f8601"},"name":"e2e-att-noaccess-aab675","namespace":"e2e-extmod-att-noaccess-0f8601","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:38.956563786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"e9dde953-83cd-448e-af54-681699e73aa3","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:38.956563561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b36a390b-0dff-47e9-8270-053cc5184bec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:38.957639494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"db197f5e-d4aa-4876-8050-660a8332af1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:38.957677383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"cf87c4f8-bbfc-427f-af7e-647c6743fa32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:38.977705107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"e9dde953-83cd-448e-af54-681699e73aa3","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:38.977838776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b36a390b-0dff-47e9-8270-053cc5184bec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:38.983136102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"cf87c4f8-bbfc-427f-af7e-647c6743fa32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:38.983192558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"db197f5e-d4aa-4876-8050-660a8332af1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.038182021Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-aab675","namespace":"e2e-extmod-att-noaccess-0f8601"},"namespace":"e2e-extmod-att-noaccess-0f8601","name":"e2e-att-noaccess-aab675","reconcileID":"e940e572-1f55-49a3-8080-6df53a8e7e51","namespace":"e2e-extmod-att-noaccess-0f8601","name":"e2e-att-noaccess-aab675","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.058292802Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-aab675","namespace":"e2e-extmod-att-noaccess-0f8601"},"namespace":"e2e-extmod-att-noaccess-0f8601","name":"e2e-att-noaccess-aab675","reconcileID":"f3c3c130-4be9-4393-9cbd-f669710d9ea3","MaaSModelRef":{"name":"e2e-att-noaccess-aab675","namespace":"e2e-extmod-att-noaccess-0f8601"},"name":"e2e-att-noaccess-aab675","namespace":"e2e-extmod-att-noaccess-0f8601","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.106822241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"a5fa4a07-9e0d-4030-a647-20e29e800e26","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.127486574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"a5fa4a07-9e0d-4030-a647-20e29e800e26","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.24003418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"191c6994-e700-421a-b217-c58ca31d926c","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.257759563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"036e2d27-a6da-4b8b-80cf-492200deba2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.257855902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"05e51432-b57b-42d3-a84e-fbe54d9ddff5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.260952622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"191c6994-e700-421a-b217-c58ca31d926c","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.270730142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"64eda766-1ca2-4567-9fd9-990e32b24a7d","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.278719295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"036e2d27-a6da-4b8b-80cf-492200deba2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.278786957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"05e51432-b57b-42d3-a84e-fbe54d9ddff5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.291511931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"64eda766-1ca2-4567-9fd9-990e32b24a7d","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.355538106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"c6097ae7-cba4-454c-8065-05c6d6078c80","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.376304009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"c6097ae7-cba4-454c-8065-05c6d6078c80","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.455837442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec619b70-8c76-455c-8981-27c2e1be8186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.455932023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"c6f6b4b0-a897-429b-8ffb-dea6c31ea741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.457976739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"ddb99874-f336-4205-980a-42cfa3ab1e25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.476822084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec619b70-8c76-455c-8981-27c2e1be8186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.477041439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"c6f6b4b0-a897-429b-8ffb-dea6c31ea741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.479135408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"ddb99874-f336-4205-980a-42cfa3ab1e25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.488687266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"b501d975-76b0-4a65-bdf0-51804a961f45","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.488704579Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"b501d975-76b0-4a65-bdf0-51804a961f45","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cfl-58cf8a","externalModel":"e2e-cfl-58cf8a","provider":"e2e-cfl-58cf8a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.528261089Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-58cf8a-f8f132-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-sub","reconcileID":"2368fbd1-d6d0-4a25-9fb3-ea41a3a06c97","MaaSSubscription":{"name":"e2e-cfl-58cf8a-f8f132-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1d9919bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.555892979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"9ec6106d-92ed-4fdb-ad51-00afdc3a7eb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.574188174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"fbce97d5-caa7-4e3e-ad01-29deb5c6d778","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.580365315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"9ec6106d-92ed-4fdb-ad51-00afdc3a7eb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.595103727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"fbce97d5-caa7-4e3e-ad01-29deb5c6d778","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.742853822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"cff39a17-d83c-4d88-a989-a1ddd6168662","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.760678792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"d3cb4f2a-464c-457d-a583-db0d26225503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.764434867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"cff39a17-d83c-4d88-a989-a1ddd6168662","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.764772421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18618631-00ec-489b-9cd3-f851e9dc626b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.766278169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"661c5f69-1495-4fe6-a72e-332a9cdeda42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.860339387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18618631-00ec-489b-9cd3-f851e9dc626b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.862577088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"d3cb4f2a-464c-457d-a583-db0d26225503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.862662281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"661c5f69-1495-4fe6-a72e-332a9cdeda42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.913132357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"511697c4-8144-44e6-b177-6a21705e4692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.933745432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"511697c4-8144-44e6-b177-6a21705e4692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.957115151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"fcadbc3a-7d4f-4aba-9b62-b9ca1caa03e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.958720389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"015c29bb-8c86-468d-991b-52127bece085","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.961351133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"a4d255e6-4f1d-4109-b100-ab0d127faf13","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.975135766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"bd19877b-d27e-4293-a4c8-56920931e377","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.977894219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"fcadbc3a-7d4f-4aba-9b62-b9ca1caa03e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.979329628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"015c29bb-8c86-468d-991b-52127bece085","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.982292133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"a4d255e6-4f1d-4109-b100-ab0d127faf13","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:39.995747092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"bd19877b-d27e-4293-a4c8-56920931e377","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:40.016013051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"bad3de60-f2b1-43c9-bd5e-909c58cfeb7c","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:40.039659305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"bad3de60-f2b1-43c9-bd5e-909c58cfeb7c","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:40.871600819Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"08931368-6e0d-4428-83d9-eef121e9b47f","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:40.950642889Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-5884c1-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-sub","reconcileID":"7c210d19-948c-4384-af5a-01740bc5b9ff","MaaSSubscription":{"name":"e2e-att-detach-5884c1-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"model":"e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1","subscription":"e2e-att-detach-5884c1-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:40.983727279Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-5884c1-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-sub","reconcileID":"7c210d19-948c-4384-af5a-01740bc5b9ff","MaaSSubscription":{"name":"e2e-att-detach-5884c1-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"model":"e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:41.000543315Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-5884c1-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-sub","reconcileID":"7c210d19-948c-4384-af5a-01740bc5b9ff","MaaSSubscription":{"name":"e2e-att-detach-5884c1-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:41.161870642Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7b8a9d priority=0:[ai-tenant-e2e-extmod-b-7b8a9d/e2e-att-serve-307cc3-sub ai-tenant-e2e-extmod-b-7b8a9d/e2e-att-unrel-a909ea-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:41.179652111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"4c4b6a66-5687-46d4-98df-9702f57d5114","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:41.179674628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"4c4b6a66-5687-46d4-98df-9702f57d5114","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-detach-5884c1-19ddc704ec90","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-detach-5884c1","externalModel":"e2e-att-detach-5884c1","provider":"e2e-att-detach-5884c1-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:41.218121222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"46af21fe-d97c-433b-be65-d16d7f7ead1e","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:41.218139042Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"46af21fe-d97c-433b-be65-d16d7f7ead1e","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:41.228336274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"87a63d5a-2254-4d28-91c0-eea1202b7051","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:41.231764433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"e54e7b99-e50f-44a8-9e87-d662ce8ccbb2","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:41.231930443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"9a16ade2-817f-42ce-b730-1a8f2586506d","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:41.234524277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"16556326-7016-4f20-89dd-ebe3b9471107","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:41.234538873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"16556326-7016-4f20-89dd-ebe3b9471107","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-unrel-a909ea-bdb06933f51d","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-unrel-a909ea","externalModel":"e2e-att-unrel-a909ea","provider":"e2e-att-unrel-a909ea-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:41.249929454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"87a63d5a-2254-4d28-91c0-eea1202b7051","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:41.252766912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"e54e7b99-e50f-44a8-9e87-d662ce8ccbb2","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:41.252777714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"9a16ade2-817f-42ce-b730-1a8f2586506d","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:41.330456397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"78f623e7-32fb-4970-b918-61b8747abee7","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:41.330483696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"78f623e7-32fb-4970-b918-61b8747abee7","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-detach-5884c1-19ddc704ec90","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-detach-5884c1","externalModel":"e2e-att-detach-5884c1","provider":"e2e-att-detach-5884c1-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:41.398552051Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-detach-5884c1-access","reconcileID":"db3f9437-ba78-4af3-9655-68666bb19ff7","MaaSAuthPolicy":{"name":"e2e-att-detach-5884c1-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"model":"e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:41.467116877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"6983c0d2-b139-4431-8500-d90852f2302b","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:41.467137575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"6983c0d2-b139-4431-8500-d90852f2302b","MaaSModelRef":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-detach-5884c1-19ddc704ec90","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-detach-5884c1","externalModel":"e2e-att-detach-5884c1","provider":"e2e-att-detach-5884c1-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:41.741928239Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"b24a1544-18d7-4285-821c-0cc00d16ad35","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.049064053Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"724981e2-a510-4019-8332-334b204aefb4","namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.086980221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"c6506017-9bd0-4ee8-b745-d105bd8553f8","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.087002893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"c6506017-9bd0-4ee8-b745-d105bd8553f8","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-unrel-a909ea-bdb06933f51d","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-unrel-a909ea","externalModel":"e2e-att-unrel-a909ea","provider":"e2e-att-unrel-a909ea-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.100430477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"187da66b-f534-48d6-ab37-11a2971bb2e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.100508589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"37dfe8c2-e1bb-4634-83ef-05fff898f14c","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.103659936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"818e4278-269f-4c80-8eb8-13b2cfa57fc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.105033916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"875a0f5f-5f32-47a2-a5db-6816770c1a49","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.105050099Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"875a0f5f-5f32-47a2-a5db-6816770c1a49","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.105111962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"542ac7d9-a4d0-4e08-a379-4db3e3897ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.108585469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2a75b435-31a0-46ac-879c-da11ed404ac9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.124666775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"37dfe8c2-e1bb-4634-83ef-05fff898f14c","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.124682459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"187da66b-f534-48d6-ab37-11a2971bb2e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.127056217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"818e4278-269f-4c80-8eb8-13b2cfa57fc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.127420522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"542ac7d9-a4d0-4e08-a379-4db3e3897ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.129678684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2a75b435-31a0-46ac-879c-da11ed404ac9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.153696778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-sub","reconcileID":"89517d6c-5dac-4790-a92d-2d0f2dc5a30d","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-unrel-a909ea","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.153713486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-sub","reconcileID":"f75a5574-c926-4e53-a1d9-45060d34489c","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-serve-307cc3","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.241927684Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-5884c1","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","reconcileID":"1dca31ca-0158-4759-ad81-da47e758210a","namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-detach-5884c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.336543159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"dbff223f-824a-41a8-bc73-7c8a3dc47912","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.337208808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"0cb9d292-6caa-41a3-a9f9-928bc7a01e06","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.337895502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"4fc8e748-9a8d-4b1e-bf32-41f8f78d9947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.370119489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"e5ede531-0341-4e28-bfa2-ac8c3ddcacd9","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.37549246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"0cb9d292-6caa-41a3-a9f9-928bc7a01e06","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.381859729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"dbff223f-824a-41a8-bc73-7c8a3dc47912","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.385215728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"4fc8e748-9a8d-4b1e-bf32-41f8f78d9947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.396486409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"e5ede531-0341-4e28-bfa2-ac8c3ddcacd9","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.405470078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"907e3ec2-535d-4e3e-8ecd-295a845304cc","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.426792408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"907e3ec2-535d-4e3e-8ecd-295a845304cc","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.577477739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"63fda1bd-000f-40c7-b6bc-8ef4ca04606b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.578522437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"5f86a977-4736-4564-9b0c-53f3bacaedab","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.578539737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac37c90a-aa65-4ab6-8d89-cf5c65553c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.598680953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"63fda1bd-000f-40c7-b6bc-8ef4ca04606b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.600581953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac37c90a-aa65-4ab6-8d89-cf5c65553c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.60100665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"5f86a977-4736-4564-9b0c-53f3bacaedab","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.678551181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"affc153c-e473-4d84-9b7e-70faba3025ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.678556779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"1c0d7d17-b3d2-4beb-b6fb-3a255f6440d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.700032183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"1c0d7d17-b3d2-4beb-b6fb-3a255f6440d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.700213647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"affc153c-e473-4d84-9b7e-70faba3025ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.775736424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"f05a73bd-b126-43eb-850c-f21cbaa1f478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.775810965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"00472b07-f13b-446d-b7f3-3083c206a836","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.775829147Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"00472b07-f13b-446d-b7f3-3083c206a836","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-unrel-a909ea-bdb06933f51d","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-unrel-a909ea","externalModel":"e2e-att-unrel-a909ea","provider":"e2e-att-unrel-a909ea-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.776113762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"eef89dae-fd55-4c18-89f7-a73219f2a274","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.797279404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"f05a73bd-b126-43eb-850c-f21cbaa1f478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.797633638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"eef89dae-fd55-4c18-89f7-a73219f2a274","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.819261164Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-sub","reconcileID":"63adb019-8448-41bb-9277-3b0f196bd320","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-67f95da1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.891489406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"c1c4e5c2-d1c2-4f37-af7b-247358e07b32","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.918071673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"c1c4e5c2-d1c2-4f37-af7b-247358e07b32","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.985640953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"063a4ac5-23b5-4fa9-827e-de56ac4ab480","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.985650937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8fd9f53-9274-4d3f-8030-5503ad933225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.994656045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"eedb4f41-bed5-4f80-a668-a2d3b109353d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:42.996426613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"eba9754c-d669-4093-b779-9ed44965325f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:43.008559161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"063a4ac5-23b5-4fa9-827e-de56ac4ab480","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:43.009265368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8fd9f53-9274-4d3f-8030-5503ad933225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:43.018673686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"eedb4f41-bed5-4f80-a668-a2d3b109353d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:43.023962471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"eba9754c-d669-4093-b779-9ed44965325f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:43.173475613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"e175159e-99ed-4d78-a063-ec9ef21ca17e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:43.195713345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"e175159e-99ed-4d78-a063-ec9ef21ca17e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:43.27454712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"a6fc3026-39fb-4de3-a949-ba3b64de8f03","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:43.295603712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"a6fc3026-39fb-4de3-a949-ba3b64de8f03","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:45.672817497Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-aab675","namespace":"e2e-extmod-att-noaccess-0f8601"},"namespace":"e2e-extmod-att-noaccess-0f8601","name":"e2e-att-noaccess-aab675","reconcileID":"aed31bd9-30a8-4d10-9c86-ad7449569f6f","namespace":"e2e-extmod-att-noaccess-0f8601","name":"e2e-att-noaccess-aab675","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:45.724305147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"0ebb8efd-bcc7-4342-b788-0c27931d88bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:45.724747157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8943cba0-169a-4b8f-b1f5-63fe6d07dc70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:45.727856937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"5c0d075a-df7f-436b-8aba-03fb9756f6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:45.727965424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"73f151e5-68c5-4cac-a4c5-188fa047412e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:45.729497209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"2704c3b2-3154-4081-8172-c0c02ed15b23","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:45.749224398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"0ebb8efd-bcc7-4342-b788-0c27931d88bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:45.749799502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"5c0d075a-df7f-436b-8aba-03fb9756f6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:45.751699886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8943cba0-169a-4b8f-b1f5-63fe6d07dc70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:45.752316829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"73f151e5-68c5-4cac-a4c5-188fa047412e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:45.754401074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"2704c3b2-3154-4081-8172-c0c02ed15b23","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:45.813473759Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-aab675","namespace":"e2e-extmod-att-noaccess-0f8601"},"namespace":"e2e-extmod-att-noaccess-0f8601","name":"e2e-att-noaccess-aab675","reconcileID":"3c3f1af6-bffb-4618-93de-282515247a67","namespace":"e2e-extmod-att-noaccess-0f8601","name":"e2e-att-noaccess-aab675","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:45.937845306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"b5650f74-b5b3-4648-aad8-e2b53e18b071","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:45.953340151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"c2536874-2cb6-4982-8ab5-56556a81766a","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:45.953647618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"2c65fdc6-8df2-4ec0-bea6-a9bbc71ddf20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:45.953965447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"a04edf51-d45a-407a-84f5-64b7af997cd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:45.959113812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"b5650f74-b5b3-4648-aad8-e2b53e18b071","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:45.974251898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"c2536874-2cb6-4982-8ab5-56556a81766a","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:45.974675418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"a04edf51-d45a-407a-84f5-64b7af997cd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:45.976316061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"2c65fdc6-8df2-4ec0-bea6-a9bbc71ddf20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.050058534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8136e25f-cdc9-4877-92c7-342880b79c28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.070936715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8136e25f-cdc9-4877-92c7-342880b79c28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.154171744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"7ca40e92-14fe-4c83-bbcf-e4be03308427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.154488981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a24a05f8-1d28-43ad-b9d0-aaf30ea77400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.176569211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"7ca40e92-14fe-4c83-bbcf-e4be03308427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.176806279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a24a05f8-1d28-43ad-b9d0-aaf30ea77400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.252689113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"935beb76-8e1f-4c51-9405-b7aa57402cd9","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.252773982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"d486b15e-f72d-4cfc-89b6-446e88661348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.273877181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"d486b15e-f72d-4cfc-89b6-446e88661348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.273919497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"935beb76-8e1f-4c51-9405-b7aa57402cd9","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.354177813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"fd6db1cb-8fd3-413b-b3dc-f9d588da3149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.37772159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"fd6db1cb-8fd3-413b-b3dc-f9d588da3149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.454128061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"6fd4d4c2-28ad-4820-88f8-689bbf7ba16a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.454128079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"284d5edc-1662-48f4-9ed8-8dd57776e600","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.476114909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"284d5edc-1662-48f4-9ed8-8dd57776e600","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.476267251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"6fd4d4c2-28ad-4820-88f8-689bbf7ba16a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.539865513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"ec5410b3-bc80-40f2-b436-70594bbb0ba6","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.555193024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"67e20688-486a-48d8-b9a5-d1aebc22dfe6","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.561995054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"ec5410b3-bc80-40f2-b436-70594bbb0ba6","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.576541846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"67e20688-486a-48d8-b9a5-d1aebc22dfe6","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.661327058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02680b0b-0854-4cba-942c-3f7cf2a02e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.686277901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02680b0b-0854-4cba-942c-3f7cf2a02e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.753099321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"70499deb-b44d-417f-9361-482fddf28cd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.753244003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b64cbfd0-4b84-417a-8312-b8e0e5846b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.774315254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"70499deb-b44d-417f-9361-482fddf28cd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.774402177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b64cbfd0-4b84-417a-8312-b8e0e5846b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.856792402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"064d4c55-bc0d-4464-b082-c5e1596efd71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:46.880713545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"064d4c55-bc0d-4464-b082-c5e1596efd71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:47.29723603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"4712713b-1f78-4b7c-86eb-efbae38e4385","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:47.29725763Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"4712713b-1f78-4b7c-86eb-efbae38e4385","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:47.31784424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"ccc32cc0-a5ef-4832-8ebe-fa3d57bd162f","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:47.34050442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"ccc32cc0-a5ef-4832-8ebe-fa3d57bd162f","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:47.406026035Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-sub","reconcileID":"79d9c030-22dd-4e15-b01c-47647cacf413","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eedc5ba7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:47.604425243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"ed9cdaeb-6dea-4520-96ab-4e18c0606ae7","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:47.638365742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"ed9cdaeb-6dea-4520-96ab-4e18c0606ae7","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:47.890005589Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-58446f","namespace":"e2e-extmod-att-noaccess-1f05ec"},"namespace":"e2e-extmod-att-noaccess-1f05ec","name":"e2e-att-noaccess-58446f","reconcileID":"2fa1dadb-3cda-40cc-b8e1-2352ce2acc8e","namespace":"e2e-extmod-att-noaccess-1f05ec","name":"e2e-att-noaccess-58446f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:47.917769012Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-58446f","namespace":"e2e-extmod-att-noaccess-1f05ec"},"namespace":"e2e-extmod-att-noaccess-1f05ec","name":"e2e-att-noaccess-58446f","reconcileID":"6b876f1b-49bf-4c2f-80ef-c793fe4d227a","namespace":"e2e-extmod-att-noaccess-1f05ec","name":"e2e-att-noaccess-58446f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:47.943338272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"ca3e08f7-1ae3-49cd-95ce-650b01cfe6e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:47.945231567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"05a8b997-5d1f-4fcf-bd8c-913339078c2b","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:47.945593859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"9d0a1d34-d097-4fd5-93d2-ce095d2b93ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:47.945602129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f0be196-0328-4ee6-90b7-45655f3fa8f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:47.951749003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2ed57bdf-cf8e-404a-af63-fe8a2149278f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:47.964228302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"ca3e08f7-1ae3-49cd-95ce-650b01cfe6e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:47.967420421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"05a8b997-5d1f-4fcf-bd8c-913339078c2b","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:47.967552068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"9d0a1d34-d097-4fd5-93d2-ce095d2b93ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:47.96946377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f0be196-0328-4ee6-90b7-45655f3fa8f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:47.974734765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2ed57bdf-cf8e-404a-af63-fe8a2149278f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.064232999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"dfa15b84-141e-47ad-96f1-f1082a7688e0","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.086298431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"dfa15b84-141e-47ad-96f1-f1082a7688e0","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.143664416Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-58446f","namespace":"e2e-extmod-att-noaccess-1f05ec"},"namespace":"e2e-extmod-att-noaccess-1f05ec","name":"e2e-att-noaccess-58446f","reconcileID":"994dbe3c-de2d-45e3-8e12-895eb0c782bd","MaaSModelRef":{"name":"e2e-att-noaccess-58446f","namespace":"e2e-extmod-att-noaccess-1f05ec"},"name":"e2e-att-noaccess-58446f","namespace":"e2e-extmod-att-noaccess-1f05ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.164539747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"0953550c-6da6-4271-9287-f801659cb0bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.164540534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"73e119a5-fb09-48a8-82e1-849fcfcaba66","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.165844033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"4cdc99a1-d62f-457f-9e48-60d8622c9d37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.178847571Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-58446f","namespace":"e2e-extmod-att-noaccess-1f05ec"},"namespace":"e2e-extmod-att-noaccess-1f05ec","name":"e2e-att-noaccess-58446f","reconcileID":"d4a1e13d-b6dd-4ca8-9feb-92766df6afc6","namespace":"e2e-extmod-att-noaccess-1f05ec","name":"e2e-att-noaccess-58446f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.190674868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"73e119a5-fb09-48a8-82e1-849fcfcaba66","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.194287938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"0953550c-6da6-4271-9287-f801659cb0bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.202286988Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-58446f","namespace":"e2e-extmod-att-noaccess-1f05ec"},"namespace":"e2e-extmod-att-noaccess-1f05ec","name":"e2e-att-noaccess-58446f","reconcileID":"110aaeb6-4bf1-4b95-bcd1-ab58cfe1e49e","MaaSModelRef":{"name":"e2e-att-noaccess-58446f","namespace":"e2e-extmod-att-noaccess-1f05ec"},"name":"e2e-att-noaccess-58446f","namespace":"e2e-extmod-att-noaccess-1f05ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.222780741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"4cdc99a1-d62f-457f-9e48-60d8622c9d37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.253064333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"92656e16-1e5c-47da-aa31-a17d751226c3","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.274202793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"92656e16-1e5c-47da-aa31-a17d751226c3","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.365446974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"670a0d9c-be47-48ef-b340-d788f1d769b8","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.365576015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9130b33e-8c53-4220-87b1-2061e4b4a3a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.365454621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"13867699-dcbb-4252-9bd7-fa1d3d37fb6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.387004232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"670a0d9c-be47-48ef-b340-d788f1d769b8","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.387030524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"13867699-dcbb-4252-9bd7-fa1d3d37fb6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.389053657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9130b33e-8c53-4220-87b1-2061e4b4a3a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.465197543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"dfa805b7-8e45-4fa5-9144-8f4dfe70ace7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.486225863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"dfa805b7-8e45-4fa5-9144-8f4dfe70ace7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.564592396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"b3ef81e0-19cf-4121-b4aa-aee6541b762d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.586214036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"b3ef81e0-19cf-4121-b4aa-aee6541b762d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.648163661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"d5bd73c7-4803-4179-a804-0f369cf9e0d7","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.664966643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"7977035a-e1cd-4da6-b605-648c86fdf1c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.665725004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"793cb452-1dc2-4a1a-9b53-184b0d5417f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.668856884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"d5bd73c7-4803-4179-a804-0f369cf9e0d7","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.686213938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"793cb452-1dc2-4a1a-9b53-184b0d5417f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.686954651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"7977035a-e1cd-4da6-b605-648c86fdf1c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.763390639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"be3e8611-1a49-41f4-9069-bfa60f9d9ceb","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.765276125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a62e03e5-62b3-4eda-ae4f-0d607a4242fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.784016523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"be3e8611-1a49-41f4-9069-bfa60f9d9ceb","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.786010158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a62e03e5-62b3-4eda-ae4f-0d607a4242fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.794283083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"2ff8fca0-11de-4a77-9810-1a54410c9d3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.794382984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2810bfed-5bf1-4fe5-be7f-d2a4a64bb7d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.811442516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"1a10a354-b021-44c8-bbdb-8ec9ab668a1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.819802482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2810bfed-5bf1-4fe5-be7f-d2a4a64bb7d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.820412086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"2ff8fca0-11de-4a77-9810-1a54410c9d3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.863128235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"1a10a354-b021-44c8-bbdb-8ec9ab668a1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.879152299Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-58446f","namespace":"e2e-extmod-att-noaccess-1f05ec"},"namespace":"e2e-extmod-att-noaccess-1f05ec","name":"e2e-att-noaccess-58446f","reconcileID":"22a926ad-1f14-4a95-a55b-02be1d4169fa","namespace":"e2e-extmod-att-noaccess-1f05ec","name":"e2e-att-noaccess-58446f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.91469164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"16f9e4aa-5b72-474c-83ce-2f3a8821be81","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.936209837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"16f9e4aa-5b72-474c-83ce-2f3a8821be81","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:48.993030073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"df5c92fb-192f-49e1-ad5d-47e358c4d1c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.019514667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"df5c92fb-192f-49e1-ad5d-47e358c4d1c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.0496192Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-58446f","namespace":"e2e-extmod-att-noaccess-1f05ec"},"namespace":"e2e-extmod-att-noaccess-1f05ec","name":"e2e-att-noaccess-58446f","reconcileID":"05222c13-07f1-4c1f-a401-80e1ecc7af60","namespace":"e2e-extmod-att-noaccess-1f05ec","name":"e2e-att-noaccess-58446f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.11715454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"79553222-75ba-46f2-8f50-16a08dad472a","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.117717896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"3b518679-b9e8-4b59-8628-509929b94ce9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.11819668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"cac86628-5276-4482-9e9d-bddc3dd327fb","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.143438158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"cac86628-5276-4482-9e9d-bddc3dd327fb","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.144129773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"79553222-75ba-46f2-8f50-16a08dad472a","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.147012919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"3b518679-b9e8-4b59-8628-509929b94ce9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.178835336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2e85e94-4570-4d0b-b282-44ed0bce05f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.197527112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"1644b169-3897-4bde-8f18-347ab23819ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.2014038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2e85e94-4570-4d0b-b282-44ed0bce05f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.26005138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"1644b169-3897-4bde-8f18-347ab23819ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.294150365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"5bca7217-81af-4f35-b845-6a380685e7c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.315384186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"5bca7217-81af-4f35-b845-6a380685e7c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.385960496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"cc0afc86-8715-41d0-8460-52af898e9e61","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.386054188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"112f1cb3-6298-4563-bc72-e993dd98517e","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.38625017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"81e56276-6355-407d-8fcd-f896811d475c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.401285633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"b5a1eb0d-ba72-4550-91a1-cd158b84d2e4","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.407658665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"112f1cb3-6298-4563-bc72-e993dd98517e","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.407845916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"cc0afc86-8715-41d0-8460-52af898e9e61","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.409713246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"81e56276-6355-407d-8fcd-f896811d475c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.422881356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"b5a1eb0d-ba72-4550-91a1-cd158b84d2e4","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.425031652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb454ebe-595f-41b3-ba8c-d8a2c87c4fdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.445758635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb454ebe-595f-41b3-ba8c-d8a2c87c4fdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.544465196Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-58cf8a-f8f132-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-sub","reconcileID":"312e9de4-8afd-4615-bb1f-ad31198f37f0","MaaSSubscription":{"name":"e2e-cfl-58cf8a-f8f132-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","subscription":"e2e-cfl-58cf8a-f8f132-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.583340215Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-58cf8a-f8f132-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-sub","reconcileID":"312e9de4-8afd-4615-bb1f-ad31198f37f0","MaaSSubscription":{"name":"e2e-cfl-58cf8a-f8f132-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.599958131Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-58cf8a-f8f132-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-sub","reconcileID":"312e9de4-8afd-4615-bb1f-ad31198f37f0","MaaSSubscription":{"name":"e2e-cfl-58cf8a-f8f132-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"maas-trlp-e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.614934739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"8bf1fcc8-23bd-496f-99c5-b303fc95b222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.635927933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"8bf1fcc8-23bd-496f-99c5-b303fc95b222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.692599936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"2069f7d6-c80c-44ff-bbf2-2a6b1e23a571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.69260489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"80e9eafd-6e98-4325-a20f-9a86be092c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.694574845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"fa195014-d0a3-4c5e-a187-b984e64b7558","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.694687497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4b017dda-3124-4759-9bd3-0afc3e39ecff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.712281086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"1c897a26-6ba7-488a-b162-74f9e63753bd","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.712299661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"1c897a26-6ba7-488a-b162-74f9e63753bd","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cfl-58cf8a","externalModel":"e2e-cfl-58cf8a","provider":"e2e-cfl-58cf8a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.714088683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"2069f7d6-c80c-44ff-bbf2-2a6b1e23a571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.714862269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"80e9eafd-6e98-4325-a20f-9a86be092c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.716429914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4b017dda-3124-4759-9bd3-0afc3e39ecff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.717058914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"fa195014-d0a3-4c5e-a187-b984e64b7558","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.751021979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"13a31b05-df73-4133-9c9c-bbb7a17e4bf3","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.751039444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"13a31b05-df73-4133-9c9c-bbb7a17e4bf3","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.776968522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"c53c6ad7-2890-480a-9607-8517be3091fe","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.7980236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"c53c6ad7-2890-480a-9607-8517be3091fe","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.867638843Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-4f7443 priority=0:[ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-086ac3-5a8138-sub ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-same-7c8d12-5a8138-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.883762096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"de05f621-53a4-4107-8a33-728de0b2e57c","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.883782652Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"de05f621-53a4-4107-8a33-728de0b2e57c","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-same-7c8d12-768da8905478","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.895551111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"039f9a04-df4d-4a0f-9c69-08d7b6890394","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.895614374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"78761abb-eab9-4b41-90d4-2f67b85609b4","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.897481006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"e6af64fc-2a70-49b8-a509-19f2dcc8934d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.898880281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"474ac2f5-6752-4137-8ae3-7eae1894ac48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:18:49.902508136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-sub","reconcileID":"a0190624-f210-4e35-b1c6-977b7602faab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-7c8d12-5a8138-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.918179101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"78761abb-eab9-4b41-90d4-2f67b85609b4","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.918188776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"039f9a04-df4d-4a0f-9c69-08d7b6890394","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.920524155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"e6af64fc-2a70-49b8-a509-19f2dcc8934d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.920740536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"474ac2f5-6752-4137-8ae3-7eae1894ac48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.923015421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"797c4a61-290d-47a5-b4b3-d01b9ff6181f","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.923032827Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"797c4a61-290d-47a5-b4b3-d01b9ff6181f","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cfl-58cf8a","externalModel":"e2e-cfl-58cf8a","provider":"e2e-cfl-58cf8a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.939933331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"a2c8955b-4b7c-476f-ba64-9fcc964cbb8a","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.939948396Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"a2c8955b-4b7c-476f-ba64-9fcc964cbb8a","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-same-7c8d12-768da8905478","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.944015423Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"ddeb567f-0dce-4074-82cf-9a1516f0da19","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.956822381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"dc5e92fb-e33d-4601-9ce7-faee00fa5567","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.956838435Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"dc5e92fb-e33d-4601-9ce7-faee00fa5567","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.973501352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"de97d9eb-7cd9-47a8-9deb-8c7b3f100c77","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.97351894Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"de97d9eb-7cd9-47a8-9deb-8c7b3f100c77","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-same-7c8d12-768da8905478","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.991790028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"e4512276-ff94-43e3-b771-e5a1c21d7e92","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:49.991805755Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"e4512276-ff94-43e3-b771-e5a1c21d7e92","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-same-7c8d12-768da8905478","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.051022595Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-sub","reconcileID":"6948000f-d002-4ce4-82a7-c751cb1b8191","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"maas-trlp-e2e-cfl-same-7c8d12","model":"e2e-cfl-same-7c8d12","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-same-7c8d12-5a8138-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.064344763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"ddeb567f-0dce-4074-82cf-9a1516f0da19","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.095750695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"b9ac3f5a-e813-4e01-81ae-0327451331ae","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.097248261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"c509ddc3-b937-4162-aae7-512a1dae8072","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.117918066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"b9ac3f5a-e813-4e01-81ae-0327451331ae","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.118869688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"c509ddc3-b937-4162-aae7-512a1dae8072","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.120674468Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"ddeb567f-0dce-4074-82cf-9a1516f0da19","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.120688821Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a-f8f132-access","reconcileID":"ddeb567f-0dce-4074-82cf-9a1516f0da19","MaaSAuthPolicy":{"name":"e2e-cfl-58cf8a-f8f132-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.145245952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"71d9c0da-304a-461e-8ae5-953f234fc4e8","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.145268078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"71d9c0da-304a-461e-8ae5-953f234fc4e8","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-same-7c8d12-768da8905478","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.161759457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"e607bae2-59cd-4b29-946e-3f3e59a9f4b3","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"ai-tenant-e2e-extmod-a-f8f132/e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.161775382Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"e607bae2-59cd-4b29-946e-3f3e59a9f4b3","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"routeName":"external-model-e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132","model":"e2e-cfl-58cf8a","externalModel":"e2e-cfl-58cf8a","provider":"e2e-cfl-58cf8a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.210228699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-sub","reconcileID":"f17c71bd-7910-4f11-8795-0ec383a00011","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"maas-trlp-e2e-cfl-same-7c8d12","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.700549442Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"a23f2e15-795d-43aa-ab69-1913c7e06592","namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.75439616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"5b1eca01-db5b-4c71-8ff8-fe7fb893bb22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.754405942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"1aec5c96-cb2e-4f0b-be8d-759b345a7abd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.758431783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"78d85c8a-e074-43da-ae04-be66c820a95d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.758458321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3f2ebdc-936c-41c8-9d66-c9b7d2814895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.763170904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"d100dd04-dc00-457b-821f-f387b2179cf2","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.777488477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"1aec5c96-cb2e-4f0b-be8d-759b345a7abd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.77756401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"5b1eca01-db5b-4c71-8ff8-fe7fb893bb22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.780007366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"78d85c8a-e074-43da-ae04-be66c820a95d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.780051379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3f2ebdc-936c-41c8-9d66-c9b7d2814895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.784062798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"d100dd04-dc00-457b-821f-f387b2179cf2","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.889091778Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"d9c52445-4832-4b8b-8076-26f67fd3609a","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.920079638Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-58cf8a","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","reconcileID":"52f5d897-eb8a-42fc-9b98-20abf993026e","namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.959756384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"855455f8-9da9-4dcf-b287-99d5747ad283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.959763895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"be1157f7-0e26-4731-8086-268551ad7950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.980822472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"855455f8-9da9-4dcf-b287-99d5747ad283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:50.983164305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"be1157f7-0e26-4731-8086-268551ad7950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.010332215Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"3a40b833-4a12-46dc-aefd-95156bdb803b","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.063623384Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"ed9bd400-a413-4937-b90b-86d1a4acc929","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.092030515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95a211a8-ceaf-47a3-bd71-01f8cbefb5b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.093896587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"473221cf-ac79-4f91-8975-681f911821eb","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.096869626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"d957e106-f2da-49ce-8396-b033bc42f00c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.114334426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95a211a8-ceaf-47a3-bd71-01f8cbefb5b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.115146068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"473221cf-ac79-4f91-8975-681f911821eb","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.117567654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"d957e106-f2da-49ce-8396-b033bc42f00c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.158833615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"93d11075-9fda-46c5-b4ed-790d9cfc9f17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.179442137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"93d11075-9fda-46c5-b4ed-790d9cfc9f17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.258793544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"8e81c43b-79ae-477a-848d-41e831167f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.279429201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"8e81c43b-79ae-477a-848d-41e831167f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.309863188Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"a58a8527-7fba-41d9-8f69-2b212fa7e3a5","namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.326800592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"95c9e6f7-9579-4fb0-844e-961f088840d7","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"tenant":"e2e-extmod-a-f8f132","gateway":"openshift-ingress/e2e-extmod-a-f8f132","model":"e2e-extmod-cfl-1-06dfde/e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.326838778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"95c9e6f7-9579-4fb0-844e-961f088840d7","MaaSModelRef":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"routeName":"external-model-e2e-cfl-58cf8a-fd1ab251c075","namespace":"e2e-extmod-cfl-1-06dfde","model":"e2e-cfl-58cf8a","externalModel":"e2e-cfl-58cf8a","provider":"e2e-cfl-58cf8a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.345393371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"4958050d-436f-43f0-998e-ed3a587caa1a","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.359686011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"4a252150-bd2b-431c-a706-66894556da48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.366164225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"c32929fe-e371-4063-80d0-e8fd5154ed4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.36635824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"4958050d-436f-43f0-998e-ed3a587caa1a","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.366487619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"224f88be-74e9-41c9-be33-a72b908cd34f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.381973295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"4a252150-bd2b-431c-a706-66894556da48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.390158103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"c32929fe-e371-4063-80d0-e8fd5154ed4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.393732812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"224f88be-74e9-41c9-be33-a72b908cd34f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.394365105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"2c91a862-6618-444b-97f0-17e5c376a34d","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.419586281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"2c91a862-6618-444b-97f0-17e5c376a34d","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.495813323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74b0581f-9cae-4f33-bb39-9aa7bac980c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.496696677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"f5f8b177-a62a-4a4a-b4cf-e041540e0936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.513571096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"08ae84f1-cf34-40fe-b173-b57e8d68d6a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.51426067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"0ce939f6-915b-46ff-a094-ffac8ca957e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.523522333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74b0581f-9cae-4f33-bb39-9aa7bac980c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.529519091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"f5f8b177-a62a-4a4a-b4cf-e041540e0936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.54578188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"08ae84f1-cf34-40fe-b173-b57e8d68d6a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.546801527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"0ce939f6-915b-46ff-a094-ffac8ca957e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.587073473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"ae66bd31-3ee1-4499-8241-68d242d6923d","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.608263156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"ae66bd31-3ee1-4499-8241-68d242d6923d","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.766634723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"1a99dc42-6ad9-4e9c-a911-4400f59bf9ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.767056741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"b58e73d6-31cd-4298-bb20-2c3063b92704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.768591132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"da8a39a5-6817-4708-8d5b-2681c22d74ed","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.768699141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"25be60ff-706d-4544-b435-9205152b3128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.789277136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"1a99dc42-6ad9-4e9c-a911-4400f59bf9ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.789634356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"b58e73d6-31cd-4298-bb20-2c3063b92704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.79304061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"da8a39a5-6817-4708-8d5b-2681c22d74ed","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.793038349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"25be60ff-706d-4544-b435-9205152b3128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.867389242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"7c20d3ff-ee50-4414-8062-dc6c350ef401","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.888474811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"7c20d3ff-ee50-4414-8062-dc6c350ef401","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.970975726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"5febaa12-dc24-4679-bde1-34216bc60680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.971068103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7109a10d-f275-46bf-9816-35d01ad2ae5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.989315587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"aee46499-3cf0-40f9-a39f-f6d7c3815eb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.994534336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"5febaa12-dc24-4679-bde1-34216bc60680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.994715164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7109a10d-f275-46bf-9816-35d01ad2ae5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:51.99509104Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"106983b3-3570-4233-93d2-ae3bf613e8bc","namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.010602148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"aee46499-3cf0-40f9-a39f-f6d7c3815eb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.032864269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"30d78fb7-1804-43c8-8a0f-78fce0467c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.057362058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"30d78fb7-1804-43c8-8a0f-78fce0467c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.072312969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"fcdeb0c3-db90-4151-b4f7-cf4b1694a1ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.094040127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"fcdeb0c3-db90-4151-b4f7-cf4b1694a1ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.191560907Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-58cf8a","namespace":"e2e-extmod-cfl-1-06dfde"},"namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","reconcileID":"9238424d-f2ae-45c0-bf9e-61d236a46a1e","namespace":"e2e-extmod-cfl-1-06dfde","name":"e2e-cfl-58cf8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.273352241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"596550cf-d705-4b69-9044-60e95a4920fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.274600509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"ea4b2f20-a722-48b0-b7cc-652b5e8e4f94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.274866963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"66366933-6c33-410b-9725-07958f4e34ce","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.274962975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"eb6f6dbb-eb20-4bc2-bfb5-126fe78b373c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.275618197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"e970c002-fd37-4518-ab96-b3eed66c3630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.295414152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"596550cf-d705-4b69-9044-60e95a4920fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.297422208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"66366933-6c33-410b-9725-07958f4e34ce","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.297580576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"ea4b2f20-a722-48b0-b7cc-652b5e8e4f94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.299545247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"e970c002-fd37-4518-ab96-b3eed66c3630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.299672541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"eb6f6dbb-eb20-4bc2-bfb5-126fe78b373c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.392215819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"ac3ed703-5b4e-4649-a939-a1323edca835","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.398505981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"07116acc-d80d-4d40-bcc9-55f65e5b764a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.414508378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"ac3ed703-5b4e-4649-a939-a1323edca835","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.419504929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"07116acc-d80d-4d40-bcc9-55f65e5b764a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.504277645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"971b1846-9886-4b39-bfec-7fba429f95ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.54263896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"971b1846-9886-4b39-bfec-7fba429f95ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.544318047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"caabbf02-41fe-44ed-b5db-27281757f838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.56837074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"caabbf02-41fe-44ed-b5db-27281757f838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.581225524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"6d73977f-0881-4421-bf7e-9b56591315b8","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.596842291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"e4e30362-07a6-418f-ba2c-dcd04cf9699b","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.597041728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02bf9e31-3324-4302-9220-9cd97460e85d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.606514567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"6d73977f-0881-4421-bf7e-9b56591315b8","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.660710981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02bf9e31-3324-4302-9220-9cd97460e85d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.661876774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"e4e30362-07a6-418f-ba2c-dcd04cf9699b","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.733389269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"f3a0c4b8-38dd-4e0a-b43a-fd06e8241a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.754584899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"f3a0c4b8-38dd-4e0a-b43a-fd06e8241a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.829196014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"c88e93bf-20f6-4bfc-b014-d6d9b8dd688e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.830960445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"10d7033d-0dc0-47ca-a890-3fd1867bc7a4","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.831026048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"7866e448-5159-429f-b71a-f323d12e06c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.835391208Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-sub","reconcileID":"848857ab-2522-4854-bd66-986af2024b75","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","subscription":"e2e-att-unrel-a909ea-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.850308571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"c88e93bf-20f6-4bfc-b014-d6d9b8dd688e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.853350426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"7866e448-5159-429f-b71a-f323d12e06c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.853492738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"10d7033d-0dc0-47ca-a890-3fd1867bc7a4","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.869856724Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-sub","reconcileID":"848857ab-2522-4854-bd66-986af2024b75","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.886168729Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-sub","reconcileID":"848857ab-2522-4854-bd66-986af2024b75","MaaSSubscription":{"name":"e2e-att-unrel-a909ea-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:52.942574152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"0de7d584-bdcc-43ac-a87a-41d7689eeb5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:53.005555916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"0de7d584-bdcc-43ac-a87a-41d7689eeb5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:53.113185933Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-4f7443 priority=0:[ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-086ac3-5a8138-sub ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-same-7c8d12-5a8138-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:53.129759327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"d479e9ba-2ec5-48f7-86ef-e40bc2d9e0d6","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:53.12978387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"d479e9ba-2ec5-48f7-86ef-e40bc2d9e0d6","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-unrel-a909ea-bdb06933f51d","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-unrel-a909ea","externalModel":"e2e-att-unrel-a909ea","provider":"e2e-att-unrel-a909ea-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:53.163092382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"604dcc1d-76ab-4a62-8a62-6c1a21be6563","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:53.163382365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"913bac94-3d4b-463b-8526-11f6a7eadee4","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:53.187269572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"913bac94-3d4b-463b-8526-11f6a7eadee4","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:53.187362738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"604dcc1d-76ab-4a62-8a62-6c1a21be6563","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:53.280764067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"f0506459-d5a4-4d38-9ec0-3a20ac6dc4af","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:53.280787946Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"f0506459-d5a4-4d38-9ec0-3a20ac6dc4af","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-unrel-a909ea-bdb06933f51d","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-unrel-a909ea","externalModel":"e2e-att-unrel-a909ea","provider":"e2e-att-unrel-a909ea-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:53.337548309Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-unrel-a909ea-access","reconcileID":"7003a02c-820e-41e0-b03e-5267b9c40d54","MaaSAuthPolicy":{"name":"e2e-att-unrel-a909ea-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:53.573152634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"8005f799-b7e8-4989-9b6d-f5e0e8a3ad9d","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:53.573176134Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"8005f799-b7e8-4989-9b6d-f5e0e8a3ad9d","MaaSModelRef":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-unrel-a909ea-bdb06933f51d","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-unrel-a909ea","externalModel":"e2e-att-unrel-a909ea","provider":"e2e-att-unrel-a909ea-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.113826952Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"adc6a1c1-8b9e-4336-ad2b-2611b455675e","namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.150336892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"60128b2d-afc2-4c37-b562-fd24670f2280","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.150360112Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"60128b2d-afc2-4c37-b562-fd24670f2280","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.16467237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"0a7b9ce9-cfce-4a26-b37c-ecdd933c0325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.165129323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"5ff62de1-7fdd-4591-8e2a-90e771b2a7f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.16635747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"ea34fbc0-2867-44b4-8208-37c957e7ce38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.167090919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"51897144-48b5-4edd-b9a6-1a2cf4b5e122","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.168124725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"437c408b-683d-471b-ab36-6a115b0686b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.185601539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"0a7b9ce9-cfce-4a26-b37c-ecdd933c0325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.186198189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"5ff62de1-7fdd-4591-8e2a-90e771b2a7f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.188016633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"ea34fbc0-2867-44b4-8208-37c957e7ce38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.191096174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"437c408b-683d-471b-ab36-6a115b0686b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.191302244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"51897144-48b5-4edd-b9a6-1a2cf4b5e122","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.218864451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-sub","reconcileID":"37395c05-399f-486b-acc6-755fe976a822","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-serve-307cc3","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.311393672Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a909ea","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","reconcileID":"80ea676c-c8c2-4f24-a58f-32eb59d105b6","namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-unrel-a909ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.385350924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"1a2b9bcc-5819-4439-8639-26b83aa314ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.38618756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"21b75723-f65b-4c01-a9cd-c00e77cc6d84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.385708106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8959278-b333-4fa9-a230-8781fd1ff421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.386009103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"92e6c3d2-53bf-44ef-a947-a26e8b975cff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.403227822Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.419160364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"1a2b9bcc-5819-4439-8639-26b83aa314ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.42277563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8959278-b333-4fa9-a230-8781fd1ff421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.43048867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"21b75723-f65b-4c01-a9cd-c00e77cc6d84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.438283128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"92e6c3d2-53bf-44ef-a947-a26e8b975cff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.499795289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"3904e222-3686-427c-9d5e-7f898b78e57d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.521129761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"3904e222-3686-427c-9d5e-7f898b78e57d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.546714954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"f2b29474-40f3-40f2-ae76-2a384435f212","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.564466895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"96321b8d-2be5-45a3-b64e-5d0d2c3e7701","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.566823813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"e0d0186b-d1fe-4dd5-b3e9-8e321a74fd25","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.568624299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"f2b29474-40f3-40f2-ae76-2a384435f212","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.579995631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4ec8c86e-8265-427c-a48b-edda8a876876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.585292309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"96321b8d-2be5-45a3-b64e-5d0d2c3e7701","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.587430011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"e0d0186b-d1fe-4dd5-b3e9-8e321a74fd25","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.600646206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4ec8c86e-8265-427c-a48b-edda8a876876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.805454404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b80afbcd-a197-4e02-a9f6-4007efdfebe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.805815658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"d93ba2db-49f8-4d35-8b91-1756659c8ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.922488461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b80afbcd-a197-4e02-a9f6-4007efdfebe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.926327884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"d93ba2db-49f8-4d35-8b91-1756659c8ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.978558552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"076adf39-e270-4545-91e2-60b3687c509a","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.978590883Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"076adf39-e270-4545-91e2-60b3687c509a","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:54.99517776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"726187ac-a096-4c7e-968f-a25ac67af78c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:55.005004321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"35bae334-666b-4e02-bcf3-0d13b34da283","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:55.011604553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"0be60dc5-fd0b-4e90-9c5e-097b3fea288c","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:55.01705641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"726187ac-a096-4c7e-968f-a25ac67af78c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:55.020363702Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-sub","reconcileID":"6cb9c068-ce43-44dd-8787-3accee79c44c","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f9184d92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:55.02620352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"35bae334-666b-4e02-bcf3-0d13b34da283","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:55.032763618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"0be60dc5-fd0b-4e90-9c5e-097b3fea288c","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:55.174348588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"d2315a02-7a2a-492b-a307-4004f7739961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:55.17434619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"3fb56ad7-55a7-40f8-9f7e-05a96c9fe963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:55.195541737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"d2315a02-7a2a-492b-a307-4004f7739961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:55.195629403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"3fb56ad7-55a7-40f8-9f7e-05a96c9fe963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:55.257543717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"33e176fc-0fe8-4962-9576-14bf28fd5639","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:55.28280185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"33e176fc-0fe8-4962-9576-14bf28fd5639","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:57.431805055Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-sub","reconcileID":"3f573491-ebf6-47ef-8de9-458e896a6fe0","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","subscription":"e2e-att-unrel-43e991-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:57.465672494Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-sub","reconcileID":"3f573491-ebf6-47ef-8de9-458e896a6fe0","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:57.492137449Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-sub","reconcileID":"3f573491-ebf6-47ef-8de9-458e896a6fe0","MaaSSubscription":{"name":"e2e-att-unrel-43e991-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"maas-trlp-e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:57.585574276Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-4f7443 priority=0:[ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-086ac3-5a8138-sub ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-same-7c8d12-5a8138-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:57.60238753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"b9b20591-c549-4321-ab27-49517cafab2e","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:57.602403803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"b9b20591-c549-4321-ab27-49517cafab2e","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:57.619491691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"f6d7429c-0f16-4f37-bfb4-c1988b709a03","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:57.641735343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"f6d7429c-0f16-4f37-bfb4-c1988b709a03","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:57.746106875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"7d0c05ea-e7e4-4e00-8f84-288b97727e74","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:57.746130171Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"7d0c05ea-e7e4-4e00-8f84-288b97727e74","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:57.790003231Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"ba3c8fcf-ae47-4cdc-bfaa-2602764563d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:57.839122001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"ba3c8fcf-ae47-4cdc-bfaa-2602764563d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:57.897454481Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"ba3c8fcf-ae47-4cdc-bfaa-2602764563d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:57.897468342Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-att-unrel-43e991-access","reconcileID":"ba3c8fcf-ae47-4cdc-bfaa-2602764563d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-43e991-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:57.934603649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"688b6736-22d8-439f-9e1d-609a5f72af5b","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"tenant":"e2e-extmod-b-b15ec3","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","model":"e2e-extmod-att-user-f8578d/e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:57.934622855Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"688b6736-22d8-439f-9e1d-609a5f72af5b","MaaSModelRef":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"routeName":"external-model-e2e-att-unrel-43e991-7c3fe8f37c92","namespace":"e2e-extmod-att-user-f8578d","model":"e2e-att-unrel-43e991","externalModel":"e2e-att-unrel-43e991","provider":"e2e-att-unrel-43e991-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.501564667Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"5bd44848-d674-4ce1-866d-64f9868c2355","namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.551463922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c6e6662-4598-4cdb-8aef-3bf5ad985fd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.552521306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"15ac34a5-2739-4627-a994-434a889fd20f","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.552521309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"23fa3db1-1621-42f6-ace2-32b38f71dfd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.558136088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"e91815a2-c6fc-49f8-8a46-2d1d307a2d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.558161448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"7538a3dc-e0d6-40c9-aa02-23d1d32a2c28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.573326269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c6e6662-4598-4cdb-8aef-3bf5ad985fd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.574349016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"15ac34a5-2739-4627-a994-434a889fd20f","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.575950572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"23fa3db1-1621-42f6-ace2-32b38f71dfd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.580271592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"7538a3dc-e0d6-40c9-aa02-23d1d32a2c28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.580842177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"e91815a2-c6fc-49f8-8a46-2d1d307a2d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.695583285Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-43e991","namespace":"e2e-extmod-att-user-f8578d"},"namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","reconcileID":"4c7cfa52-84f5-495d-8e95-d4981a3ae3d3","namespace":"e2e-extmod-att-user-f8578d","name":"e2e-att-unrel-43e991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.761076554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"131e44e6-02e4-400f-b5cf-795b64ef6c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.78346748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"131e44e6-02e4-400f-b5cf-795b64ef6c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.873445127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"dd63d647-ebd8-4010-9b36-77d68f6fbf6e","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.895682336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"dd63d647-ebd8-4010-9b36-77d68f6fbf6e","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.908450615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c3b5b52-2399-437f-a743-9313046c824c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.916058966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ce7197dc-84c7-4d7d-8935-bbb3178eadd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.916059472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"89d85fb1-9b10-4727-b415-3c5e468bd8ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.931512576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c3b5b52-2399-437f-a743-9313046c824c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.939822391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"89d85fb1-9b10-4727-b415-3c5e468bd8ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.945178361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ce7197dc-84c7-4d7d-8935-bbb3178eadd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.964875329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"dff09cca-fb56-4db3-84d4-7d6e72c42ef9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:58.986519598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"dff09cca-fb56-4db3-84d4-7d6e72c42ef9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:59.096003088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"22ef4434-41eb-45c5-afbe-448aa8a43d00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:59.117430308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"22ef4434-41eb-45c5-afbe-448aa8a43d00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:59.198730801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"67ec8894-f122-4fa0-ad7c-16d6afd53fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:59.19874696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"f94d4928-35fe-4391-ad8d-52416dd34dcd","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:59.199155917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"c4585c80-805e-472d-b614-0d7fffa820c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:59.199155916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"01048242-f3b8-44d1-81f2-b8b682513e3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:59.221127966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"67ec8894-f122-4fa0-ad7c-16d6afd53fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:59.221162444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"01048242-f3b8-44d1-81f2-b8b682513e3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:59.224528783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"f94d4928-35fe-4391-ad8d-52416dd34dcd","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:59.224545379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"c4585c80-805e-472d-b614-0d7fffa820c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:59.420219148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"17a47cf5-80f1-4480-a0d0-a6580962f57a","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:59.443741316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"17a47cf5-80f1-4480-a0d0-a6580962f57a","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:59.498335582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"7203f5a1-69d3-49be-8130-8b0d5778bd25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:59.500440196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d390ead8-066b-4672-bb77-2163cc99bc61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:59.501248484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"56032d00-61a6-4f26-b588-428d40a8012d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:59.524730896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d390ead8-066b-4672-bb77-2163cc99bc61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:59.527123287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"56032d00-61a6-4f26-b588-428d40a8012d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:18:59.527822604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"7203f5a1-69d3-49be-8130-8b0d5778bd25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:00.907377695Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"370fea92-a28d-4c49-a4c0-a6e642f7cc68","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.530742987Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"10a33540-26bd-4e3f-bacd-1c22cf9bac00","namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.56665772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"349be09c-7444-4fde-b279-20201d093166","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.582592848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"7c898714-1026-46c9-84c7-e398eee13a27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.582690034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"63c01083-1c27-4e6b-9ac7-5d2cd2871a9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.58295555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"3f5324b2-5164-4ca9-8b12-ceba1e42f5bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.583088296Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"0634a4d8-044a-4bd2-a122-148d4b107add","namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.583330134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7deea427-3b65-497c-969e-7a12a4723f62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.587824627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"349be09c-7444-4fde-b279-20201d093166","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.603950704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"7c898714-1026-46c9-84c7-e398eee13a27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.604895882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7deea427-3b65-497c-969e-7a12a4723f62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.606617157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"63c01083-1c27-4e6b-9ac7-5d2cd2871a9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.607015074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"3f5324b2-5164-4ca9-8b12-ceba1e42f5bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.775846406Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"8d8c75bf-ca7d-491f-8d2b-3870807d8114","namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.793578193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"c53e79d6-0514-45fa-a13d-a209393145ae","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.794294633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"332419f5-c5f7-4e26-9772-1352b79b4d44","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"tenant":"e2e-extmod-a-67e819","gateway":"openshift-ingress/e2e-extmod-a-67e819","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.794313381Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"332419f5-c5f7-4e26-9772-1352b79b4d44","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"routeName":"external-model-e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819","model":"e2e-cmp-legacy-d1daec","externalModel":"e2e-cmp-legacy-d1daec","provider":"e2e-cmp-legacy-d1daec-provider","gateway":"openshift-ingress/e2e-extmod-a-67e819","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.924394944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7787690a-fb63-4331-8d16-8352192b30cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.924992101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"7ff466db-bc70-478f-b434-4e18ced730bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.928496623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"90628a48-4fb6-4d6a-8b57-e9af8a53308f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.928947632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"92d7a4ae-e2c5-4d4b-ba1d-62cfaf62d264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.935586287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"c53e79d6-0514-45fa-a13d-a209393145ae","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.950049239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7787690a-fb63-4331-8d16-8352192b30cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.953433174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"6723477b-283e-4a68-aa34-710d745ea582","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"tenant":"e2e-extmod-a-67e819","gateway":"openshift-ingress/e2e-extmod-a-67e819","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.953459663Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"6723477b-283e-4a68-aa34-710d745ea582","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"routeName":"external-model-e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819","model":"e2e-cmp-legacy-d1daec","externalModel":"e2e-cmp-legacy-d1daec","provider":"e2e-cmp-legacy-d1daec-provider","gateway":"openshift-ingress/e2e-extmod-a-67e819","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.956298908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"7ff466db-bc70-478f-b434-4e18ced730bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.957617547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"90628a48-4fb6-4d6a-8b57-e9af8a53308f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.959470875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"92d7a4ae-e2c5-4d4b-ba1d-62cfaf62d264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.988232991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"1609345e-f961-4616-8997-0687e8b5537a","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"tenant":"e2e-extmod-a-67e819","gateway":"openshift-ingress/e2e-extmod-a-67e819","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:03.988255974Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"1609345e-f961-4616-8997-0687e8b5537a","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"routeName":"external-model-e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819","model":"e2e-cmp-legacy-d1daec","externalModel":"e2e-cmp-legacy-d1daec","provider":"e2e-cmp-legacy-d1daec-provider","gateway":"openshift-ingress/e2e-extmod-a-67e819","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.072627385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"9b72e6f2-3993-4775-ac05-d8646112c612","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.072661489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"c092ab2c-89c6-4308-8573-29a19d50a8a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.073160961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"994b4048-1a3a-45a7-9ddb-2b965e73d633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.081863866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f046ed8f-cc3b-46fc-9d29-f903b44b040f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.093255429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"52bd096b-4f5e-40e4-9d67-49ad3784f4d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.101878028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"994b4048-1a3a-45a7-9ddb-2b965e73d633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.102303006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"c092ab2c-89c6-4308-8573-29a19d50a8a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.104325629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"9b72e6f2-3993-4775-ac05-d8646112c612","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.10969807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f046ed8f-cc3b-46fc-9d29-f903b44b040f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.121081821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"52bd096b-4f5e-40e4-9d67-49ad3784f4d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.314454133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"1de3eebe-5eb1-4419-97ec-7e4ff3e0c833","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.316453845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"39f33535-bb39-4934-96b5-7422f7bf7b2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.330160549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"dab02f51-92be-4498-aad0-c69c5a5015c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.336227785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"1de3eebe-5eb1-4419-97ec-7e4ff3e0c833","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.359765735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"39f33535-bb39-4934-96b5-7422f7bf7b2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.360884813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"dab02f51-92be-4498-aad0-c69c5a5015c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.414083493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f26a107-35e7-4925-b936-d73fdfac1ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.414198829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b62766eb-540a-4574-846e-3749c05ae5e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.435613637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f26a107-35e7-4925-b936-d73fdfac1ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.435813644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b62766eb-540a-4574-846e-3749c05ae5e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.648690141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"82889d9f-3713-4554-bbdb-594e94af6949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.648847181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"567f3274-9293-4aab-a2ec-604de1525155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.649293569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"55fe7151-4662-452e-a378-bc3b06762061","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.681207405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"567f3274-9293-4aab-a2ec-604de1525155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.692488579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"55fe7151-4662-452e-a378-bc3b06762061","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.696300458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"82889d9f-3713-4554-bbdb-594e94af6949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.72537863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"97ce26b9-6302-4be7-bdd2-a921a0460088","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.726809279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"ec6b5966-f815-472e-873b-27d0654ec068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.747449463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"97ce26b9-6302-4be7-bdd2-a921a0460088","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.748351573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"ec6b5966-f815-472e-873b-27d0654ec068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.893868294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"fc0db20f-2c17-4536-a82e-a8cd796ecaab","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"tenant":"e2e-extmod-a-67e819","gateway":"openshift-ingress/e2e-extmod-a-67e819","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.893911035Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"fc0db20f-2c17-4536-a82e-a8cd796ecaab","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"routeName":"external-model-e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819","model":"e2e-cmp-legacy-d1daec","externalModel":"e2e-cmp-legacy-d1daec","provider":"e2e-cmp-legacy-d1daec-provider","gateway":"openshift-ingress/e2e-extmod-a-67e819","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.911379163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"b827d043-8887-401b-861b-54072903b1bd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:04.976652506Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"b827d043-8887-401b-861b-54072903b1bd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:05.000427619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"b827d043-8887-401b-861b-54072903b1bd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:05.040472165Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-sub","reconcileID":"f4c7df96-4ee9-4fac-b74f-9581a3679e29","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","subscription":"e2e-att-serve-307cc3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:05.041933353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"162daaf6-c5d3-42fc-ac66-ece9d15ff455","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"tenant":"e2e-extmod-a-67e819","gateway":"openshift-ingress/e2e-extmod-a-67e819","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:05.041959991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"162daaf6-c5d3-42fc-ac66-ece9d15ff455","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"routeName":"external-model-e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819","model":"e2e-cmp-legacy-d1daec","externalModel":"e2e-cmp-legacy-d1daec","provider":"e2e-cmp-legacy-d1daec-provider","gateway":"openshift-ingress/e2e-extmod-a-67e819","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:05.078547464Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-sub","reconcileID":"f4c7df96-4ee9-4fac-b74f-9581a3679e29","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:05.095886471Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-sub","reconcileID":"f4c7df96-4ee9-4fac-b74f-9581a3679e29","MaaSSubscription":{"name":"e2e-att-serve-307cc3-sub","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"maas-trlp-e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:05.19064342Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-4f7443 priority=0:[ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-086ac3-5a8138-sub ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-same-7c8d12-5a8138-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:05.208081558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"ea2ed3a9-6dfa-43ba-bc49-3b956ea6b3f8","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:05.208099212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"ea2ed3a9-6dfa-43ba-bc49-3b956ea6b3f8","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:05.225549137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"610854de-a162-4074-a5c3-717c09aa4d8b","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:05.246372735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"610854de-a162-4074-a5c3-717c09aa4d8b","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:05.358861173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"c123b24b-36d3-4241-9bbc-2e9d6f6220e0","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:05.358882543Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"c123b24b-36d3-4241-9bbc-2e9d6f6220e0","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:05.394375965Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"46384e8e-1a26-4536-850b-e41c4aa872e4","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:05.61204107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"46384e8e-1a26-4536-850b-e41c4aa872e4","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:05.666715465Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"46384e8e-1a26-4536-850b-e41c4aa872e4","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"name":"e2e-extmod-b-7b8a9d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:05.666737556Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"e2e-att-serve-307cc3-access","reconcileID":"46384e8e-1a26-4536-850b-e41c4aa872e4","MaaSAuthPolicy":{"name":"e2e-att-serve-307cc3-access","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b8a9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:05.705483274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"0a7c122a-daeb-46d3-afd7-0a24fd8659c8","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"tenant":"e2e-extmod-b-7b8a9d","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","model":"e2e-extmod-att-user-ae37d2/e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:05.705502129Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"0a7c122a-daeb-46d3-afd7-0a24fd8659c8","MaaSModelRef":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"routeName":"external-model-e2e-att-serve-307cc3-381470a3e0ec","namespace":"e2e-extmod-att-user-ae37d2","model":"e2e-att-serve-307cc3","externalModel":"e2e-att-serve-307cc3","provider":"e2e-att-serve-307cc3-provider","gateway":"openshift-ingress/e2e-extmod-b-7b8a9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.23986519Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"35129182-d81d-47aa-a3be-a640cceed802","namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.275289817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"75caad87-729a-4c60-9904-69b3d3aefaf8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.289105057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"d79ba037-3d0d-46e0-a7b1-418d74f94c47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.289507755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"12ed4f96-7f94-4dcb-9f85-86212e86ccfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.291187799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4fdc006-dcba-4613-9348-2e2e005d97d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.291984965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"9e1cd075-2654-44a2-9aa8-f2a3b66f7d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.296850101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"75caad87-729a-4c60-9904-69b3d3aefaf8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.311997539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4fdc006-dcba-4613-9348-2e2e005d97d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.312123707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"d79ba037-3d0d-46e0-a7b1-418d74f94c47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.314330389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"12ed4f96-7f94-4dcb-9f85-86212e86ccfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.314334886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"9e1cd075-2654-44a2-9aa8-f2a3b66f7d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.317255505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"75caad87-729a-4c60-9904-69b3d3aefaf8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.365949834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"4ba14f6e-4e62-44ef-b57c-40d1fbfaa1e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.387986994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"4ba14f6e-4e62-44ef-b57c-40d1fbfaa1e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.443123081Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-307cc3","namespace":"e2e-extmod-att-user-ae37d2"},"namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","reconcileID":"3d3d8c5f-750a-4fd0-b00a-22596191158e","namespace":"e2e-extmod-att-user-ae37d2","name":"e2e-att-serve-307cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.497215011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"0d445345-7e47-4b9a-9d37-8da8798600cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.497214945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"44993b23-850e-44c1-9e5c-548e1bf9aaae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.497530128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"d16b2e21-3589-4834-b84c-477259dc580e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.500606865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"6a5be6f6-fe24-45e7-b686-5734cdb71386","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.518561169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"0d445345-7e47-4b9a-9d37-8da8798600cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.518698655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"44993b23-850e-44c1-9e5c-548e1bf9aaae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.521017228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"d16b2e21-3589-4834-b84c-477259dc580e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.521495368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"6a5be6f6-fe24-45e7-b686-5734cdb71386","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.593442956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"1e2bcf66-ca50-4213-a66f-ac9cc4388202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.615035483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"1e2bcf66-ca50-4213-a66f-ac9cc4388202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.708367842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"0d44b8e5-8c64-42d7-8a0e-3f755d5f69fb","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.708935121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a27fa1ed-dd42-4878-a4a6-22fbb9ca769b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.712127666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eec5cdb8-a1bc-46ac-aa0a-9d20d5b4dd45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.712436046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"34cd80c1-ca6f-4540-a2dd-eb483f6b272e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.72931611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"0d44b8e5-8c64-42d7-8a0e-3f755d5f69fb","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.729548469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a27fa1ed-dd42-4878-a4a6-22fbb9ca769b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.732968606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eec5cdb8-a1bc-46ac-aa0a-9d20d5b4dd45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.733006279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"34cd80c1-ca6f-4540-a2dd-eb483f6b272e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.793170228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"ebd1718d-58d1-4086-a0d1-fc5c2b7919fa","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.814049028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"ebd1718d-58d1-4086-a0d1-fc5c2b7919fa","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.833696587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"ebd1718d-58d1-4086-a0d1-fc5c2b7919fa","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.909420342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"888e8566-1754-4f8b-a416-cfe872cbd1ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.909465808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"41e4b0b7-bd46-4e37-9fff-be2b4641ee1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.910279075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f3e002b1-9297-4bb9-82fe-b86b8506a2d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.910574688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"a1b1e8ea-6740-42c8-95d2-1f5b09ad6822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.911448091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ab4d57c4-485d-49e1-82fd-b907e3b80b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.93071153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"888e8566-1754-4f8b-a416-cfe872cbd1ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.93093581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"41e4b0b7-bd46-4e37-9fff-be2b4641ee1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.93306092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f3e002b1-9297-4bb9-82fe-b86b8506a2d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.933983093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"a1b1e8ea-6740-42c8-95d2-1f5b09ad6822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:06.935817538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ab4d57c4-485d-49e1-82fd-b907e3b80b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.071353641Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"7c4f7139-8d1e-4fd3-b8e1-93d3fd6a2455","namespace":"llm","name":"e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.093240462Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"76d308e4-c056-445a-833b-9e197fd4bcfb","namespace":"llm","name":"e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.112537874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"1ac1525f-7ca7-48ab-8342-89cb7ba33294","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.127374161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"51ef503b-fe2f-47c3-a107-ba5f5e13738f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.135703622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"c53c7359-f7f8-4355-97a9-f2c9710f8062","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.136108552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d65bd821-a5b9-4735-bb5f-bc5d63a1008f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.136396347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"deff1858-74f4-424b-9ab2-dfd723a6f27a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.139080563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"1ac1525f-7ca7-48ab-8342-89cb7ba33294","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.150820143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"51ef503b-fe2f-47c3-a107-ba5f5e13738f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.156632651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"c53c7359-f7f8-4355-97a9-f2c9710f8062","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.161370815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d65bd821-a5b9-4735-bb5f-bc5d63a1008f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.161491168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"deff1858-74f4-424b-9ab2-dfd723a6f27a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.16250168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"1ac1525f-7ca7-48ab-8342-89cb7ba33294","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.166030809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"444c4224-b0b1-4fb7-809d-397bde3cb438","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.166052136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"444c4224-b0b1-4fb7-809d-397bde3cb438","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.166503468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed13eab3-ffcb-4979-9021-d1416972a849","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.16652234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed13eab3-ffcb-4979-9021-d1416972a849","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.167154815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db54d453-3dca-4b18-90b3-d1b1ea3f0783","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.167179573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db54d453-3dca-4b18-90b3-d1b1ea3f0783","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.167737818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2c3d33ca-615c-437a-a491-85a6d49220c6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.167758966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2c3d33ca-615c-437a-a491-85a6d49220c6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.168436813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3671ba80-add8-434d-ab51-feb56a745bed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.168454141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3671ba80-add8-434d-ab51-feb56a745bed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.169341095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"32f63d9b-607c-4a5c-819e-6ada185caac7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.169357784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"32f63d9b-607c-4a5c-819e-6ada185caac7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.170184158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ef9f5cb8-5586-419f-9c58-cb039676a289","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.170197913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ef9f5cb8-5586-419f-9c58-cb039676a289","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.17109044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f80da59a-b66a-4da1-a6b7-2efad32a8fe7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.171107034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f80da59a-b66a-4da1-a6b7-2efad32a8fe7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.196517728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b21bc5a8-6a55-44dd-816c-260af809d30a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.196536145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b21bc5a8-6a55-44dd-816c-260af809d30a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.196755051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"46eb6e8c-5926-4733-b692-dfd56d5ee2f6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.196767143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"46eb6e8c-5926-4733-b692-dfd56d5ee2f6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.231324431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"6507c8a6-e9d4-4f6b-8205-9cb5ebb5a0b0","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.259124395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffd090cf-20dd-4f46-aa7e-475e1e35c917","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.259154318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffd090cf-20dd-4f46-aa7e-475e1e35c917","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.259558058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0425fe67-4fdf-447b-bcbd-81e319dc0002","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.259573444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0425fe67-4fdf-447b-bcbd-81e319dc0002","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.259923818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4f6fc796-7409-4d4b-8b15-97fa588d27b7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.259938823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4f6fc796-7409-4d4b-8b15-97fa588d27b7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.260246858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9b14e8d-5628-40b9-a54d-4fc70be201d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.260260104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9b14e8d-5628-40b9-a54d-4fc70be201d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.260414507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a20cdbfb-0727-4c2e-b1a8-ab53cbae3a99","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.260753898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"12959f21-bf68-484e-8230-baa85f925209","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.26076985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"12959f21-bf68-484e-8230-baa85f925209","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.261098678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"998112d4-8a88-4ef1-8c59-f42a41dd6afb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.261234306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"405214d9-0cfa-4f4c-850e-e8d543227142","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.261249133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"405214d9-0cfa-4f4c-850e-e8d543227142","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.26370573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"6507c8a6-e9d4-4f6b-8205-9cb5ebb5a0b0","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.332559672Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"1460298e-27eb-487f-ae71-4898aa9c776a","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"name":"e2e-dft-40723c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.337571956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"171cf64b-4c28-42d6-8bd8-136e21dce30e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.360171697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"171cf64b-4c28-42d6-8bd8-136e21dce30e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.437195887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a73082dd-c80d-4ea8-8ed6-cb783b7de02b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.437532003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"fe402979-3878-46a4-8751-36e6f590499a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.438368994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"4a634d72-59f4-4f19-a05e-22e6ce167f3c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.454919287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"6cdfd10f-c83c-49fa-8e5b-d9b5287df03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.459032169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a73082dd-c80d-4ea8-8ed6-cb783b7de02b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.459545442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"fe402979-3878-46a4-8751-36e6f590499a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.46277392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"4a634d72-59f4-4f19-a05e-22e6ce167f3c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.476645641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b01c3aa8-21f3-4f8e-a464-9c8fdbee259c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.483891607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"6cdfd10f-c83c-49fa-8e5b-d9b5287df03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.521725689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b01c3aa8-21f3-4f8e-a464-9c8fdbee259c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.524212587Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"b4a8e3e7-2ad5-4d13-aa01-b64dddbd03ae","namespace":"llm","name":"e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.548683399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"6a3c9a09-9959-4f8f-b324-d8838b490cf9","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.548783678Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"6a3c9a09-9959-4f8f-b324-d8838b490cf9","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"routeName":"external-model-e2e-dft-40723c-93b12e0ff4b0","namespace":"llm","model":"e2e-dft-40723c","externalModel":"e2e-dft-40723c","provider":"e2e-dft-40723c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.718173912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"e42d97de-d47a-4b06-a509-9f743a5a629b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.720946651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"57eaba94-4976-4912-8be5-70f48a95488b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.739108292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"e42d97de-d47a-4b06-a509-9f743a5a629b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.741759834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"57eaba94-4976-4912-8be5-70f48a95488b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.746037102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"fbf43d50-5b55-422d-8eb4-bc6d380bd02f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.746452434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"382c8ef7-27c3-45c1-ac14-34ad4e56cebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.747369252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"320b58bd-ac5c-42cf-bfe5-7362da377880","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.76854472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"fbf43d50-5b55-422d-8eb4-bc6d380bd02f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.775073764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"382c8ef7-27c3-45c1-ac14-34ad4e56cebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.781231464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"320b58bd-ac5c-42cf-bfe5-7362da377880","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.929017658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"9eb39e3d-2660-456c-a018-c185b6800592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.929058557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"492b7634-da98-401a-85dc-5a504f6bb358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.929463609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"426982df-412a-42fc-b0f7-c410c1e0b5a1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.950463094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"9eb39e3d-2660-456c-a018-c185b6800592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.950498746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"426982df-412a-42fc-b0f7-c410c1e0b5a1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.952628978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"492b7634-da98-401a-85dc-5a504f6bb358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:07.970103087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"426982df-412a-42fc-b0f7-c410c1e0b5a1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:08.029511393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7343521c-85fa-4216-b905-33b08c6d423d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:08.029785156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"bf526ac7-09b2-441c-96aa-c27440f5c889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:08.030572703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"9b46dc40-b7d7-4a74-87a9-4987d8f468b6","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:08.053601783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7343521c-85fa-4216-b905-33b08c6d423d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:08.053869338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"bf526ac7-09b2-441c-96aa-c27440f5c889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:08.056017876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"9b46dc40-b7d7-4a74-87a9-4987d8f468b6","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:08.130239316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e757cd7c-283c-496a-8a2c-7ff1b1917e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:08.130274035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"d63747d3-20e7-45d4-aba1-9cf7fd9975ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:08.152236334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e757cd7c-283c-496a-8a2c-7ff1b1917e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:08.152616683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"d63747d3-20e7-45d4-aba1-9cf7fd9975ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:08.152738918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"0c0e0895-6248-4e00-b2c6-1a0b1d0196de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:08.153136602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"9d798826-865a-48a3-bd2b-d8ab69823f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:08.188657679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"9d798826-865a-48a3-bd2b-d8ab69823f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:08.194190025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"0c0e0895-6248-4e00-b2c6-1a0b1d0196de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:10.70784159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-sub","reconcileID":"52701aca-2927-48b4-bacc-18ecd96a3579","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"maas-trlp-e2e-cfl-same-7c8d12","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:10.799885865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"85183aec-0f74-4c13-ab89-2f14b59709d6","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:10.799920467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"85183aec-0f74-4c13-ab89-2f14b59709d6","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-same-7c8d12-768da8905478","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:10.924553854Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"4a3a37b8-8ec6-4ae7-b9e0-be8ae4c38660","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:11.604053806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"ccc4f2d5-bf44-4f70-b59e-5103cc020d4e","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:11.604112388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"db0ec4ec-3003-4f63-8e58-75482514354b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:11.625363779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"db0ec4ec-3003-4f63-8e58-75482514354b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:11.625373701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"ccc4f2d5-bf44-4f70-b59e-5103cc020d4e","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:13.021445035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"58885a89-e48e-4160-90b8-1644b0be9dbb","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-2-489e54/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:13.021469006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"58885a89-e48e-4160-90b8-1644b0be9dbb","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"routeName":"external-model-e2e-cfl-same-7c8d12-5abc0c61c6d8","namespace":"e2e-extmod-cfl-2-489e54","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:13.043000794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"4097152d-0f86-43e1-9f02-43bb11a52eb6","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-2-489e54/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:13.043024881Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"4097152d-0f86-43e1-9f02-43bb11a52eb6","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"routeName":"external-model-e2e-cfl-same-7c8d12-5abc0c61c6d8","namespace":"e2e-extmod-cfl-2-489e54","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:13.090204459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"432c5ba6-2401-4f22-afa7-9d3612dc4d12","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:13.112152772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"432c5ba6-2401-4f22-afa7-9d3612dc4d12","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:13.32009292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"ec525603-96d5-48cb-8a9c-4f6d8effba72","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-2-489e54/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:13.320129213Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"ec525603-96d5-48cb-8a9c-4f6d8effba72","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"routeName":"external-model-e2e-cfl-same-7c8d12-5abc0c61c6d8","namespace":"e2e-extmod-cfl-2-489e54","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:13.409352458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"9861c1c9-9189-4dfa-8b9b-70952a129e86","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:13.409384242Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"9861c1c9-9189-4dfa-8b9b-70952a129e86","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"routeName":"external-model-e2e-dft-40723c-93b12e0ff4b0","namespace":"llm","model":"e2e-dft-40723c","externalModel":"e2e-dft-40723c","provider":"e2e-dft-40723c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:13.429873976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"3e4b43d2-e9d9-4ea4-9c9d-77448e1de774","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:13.429927796Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"3e4b43d2-e9d9-4ea4-9c9d-77448e1de774","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"routeName":"external-model-e2e-dft-40723c-93b12e0ff4b0","namespace":"llm","model":"e2e-dft-40723c","externalModel":"e2e-dft-40723c","provider":"e2e-dft-40723c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:13.47921052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"b7784da3-0bf2-46e6-a01a-b31bdc03e385","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:13.500744772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"b7784da3-0bf2-46e6-a01a-b31bdc03e385","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:13.746849592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"5e42b598-6ffe-479f-a26c-788bd1cf8af6","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:13.746885029Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"5e42b598-6ffe-479f-a26c-788bd1cf8af6","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"routeName":"external-model-e2e-dft-40723c-93b12e0ff4b0","namespace":"llm","model":"e2e-dft-40723c","externalModel":"e2e-dft-40723c","provider":"e2e-dft-40723c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:13.795788198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"d055d8af-43e6-4ed9-a0b2-aa0bde750b77","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:13.816728112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"d055d8af-43e6-4ed9-a0b2-aa0bde750b77","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.143079815Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"d63a66bc-0a8c-45bf-a7b0-041df619ba6c","namespace":"llm","name":"e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.162578411Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"adc74c06-0202-406c-9eb5-4bcaa4d6a362","namespace":"llm","name":"e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.179821706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"97003699-c997-458e-a1fa-9cf7cca37b23","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.193218004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"d0f1524a-e039-4a89-a021-3cc9f8ba4415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.195210472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"0ebcfae8-8da7-4dcc-9fd0-12aba435951d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.200577992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"97003699-c997-458e-a1fa-9cf7cca37b23","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.210537425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"2430ffea-5632-4a59-adc6-d1a33cdff947","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.210948746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"1c587bfa-69fd-4843-9d00-ef3aac349a18","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.214056761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"d0f1524a-e039-4a89-a021-3cc9f8ba4415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.215824848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"0ebcfae8-8da7-4dcc-9fd0-12aba435951d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.220298659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"97003699-c997-458e-a1fa-9cf7cca37b23","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.231420673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"2430ffea-5632-4a59-adc6-d1a33cdff947","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.231917876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"1c587bfa-69fd-4843-9d00-ef3aac349a18","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.251637499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f3cf2b0e-8c8e-4dc7-9e0c-6220f684c629","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.251653833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f3cf2b0e-8c8e-4dc7-9e0c-6220f684c629","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.251956852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1fef9843-6ce8-4a2f-95c9-d02cbe38810f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.25196794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1fef9843-6ce8-4a2f-95c9-d02cbe38810f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.252187459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c7a13fd7-122c-4814-85bd-b3b8c2760f75","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.252198262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c7a13fd7-122c-4814-85bd-b3b8c2760f75","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.252411822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b23ded7a-91ad-4a3d-81cd-cbb6625fb903","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.252421992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b23ded7a-91ad-4a3d-81cd-cbb6625fb903","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.252623727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e04c594-e2ba-4cd3-82c2-d2e67e6d3ad8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.252633142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e04c594-e2ba-4cd3-82c2-d2e67e6d3ad8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.252940889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"747bea02-ae20-4fd2-b6ee-7549e48b9fbc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.252951573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"747bea02-ae20-4fd2-b6ee-7549e48b9fbc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.2693908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"52679675-399f-417a-a0ff-77fb9fe8b00d","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.269411279Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"52679675-399f-417a-a0ff-77fb9fe8b00d","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"routeName":"external-model-e2e-dft-40723c-93b12e0ff4b0","namespace":"llm","model":"e2e-dft-40723c","externalModel":"e2e-dft-40723c","provider":"e2e-dft-40723c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.269676738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e0b0e89b-5f6c-4943-a668-410a9f19c269","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.269688713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e0b0e89b-5f6c-4943-a668-410a9f19c269","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.270004556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"353122aa-cf46-4c8a-9c4f-4a9062e08759","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.270062819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"353122aa-cf46-4c8a-9c4f-4a9062e08759","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.287251974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc8b3e34-ff33-4fcf-ba24-8c52d073af41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.302080971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4b1148a1-6364-4c71-a232-2543d5af6152","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.302097527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4b1148a1-6364-4c71-a232-2543d5af6152","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.302325404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7a2cc831-5f50-4350-96cd-20c72b3c4530","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.302336645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7a2cc831-5f50-4350-96cd-20c72b3c4530","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.302574636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac24b4d7-a478-4995-afb8-cbf5d44b760b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.302585238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac24b4d7-a478-4995-afb8-cbf5d44b760b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.302791893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c0faf09-507e-4c5c-9a38-a56618658b07","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.302800911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c0faf09-507e-4c5c-9a38-a56618658b07","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.303024708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97aacfba-dcea-485f-bccd-63a3ee1464ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.303034439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97aacfba-dcea-485f-bccd-63a3ee1464ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.303316759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"80784fc6-66f6-42b9-935d-7413b8750887","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.303327897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"80784fc6-66f6-42b9-935d-7413b8750887","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.308349092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc8b3e34-ff33-4fcf-ba24-8c52d073af41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.318261892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"44d1592d-aea3-43b9-a498-001915f3ea44","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.318308798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0f08c350-bd86-45de-8e1c-080950e2c326","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.322915865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"de8b7368-4d3c-4867-baf5-e06ab0b7f539","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.322936948Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"de8b7368-4d3c-4867-baf5-e06ab0b7f539","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"routeName":"external-model-e2e-dft-40723c-93b12e0ff4b0","namespace":"llm","model":"e2e-dft-40723c","externalModel":"e2e-dft-40723c","provider":"e2e-dft-40723c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.323289474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d20a44a3-db5f-495e-95df-393d77fc4906","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.323303955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d20a44a3-db5f-495e-95df-393d77fc4906","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.323539881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6a807984-cf9e-4675-bd5c-5aa693c0abec","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.323549736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6a807984-cf9e-4675-bd5c-5aa693c0abec","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.376892602Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"7dbb68c4-7bd6-49a8-9b1c-8e15df60e3bb","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"name":"e2e-dft-94e1d7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.403282982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"d5fefd00-edf9-46f7-9b50-e87774c11105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.403427671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2e462755-789e-4153-ac75-cf81cecbbd4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.427959134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2e462755-789e-4153-ac75-cf81cecbbd4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.427980354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"d5fefd00-edf9-46f7-9b50-e87774c11105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.501919662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"cadfa8f9-bce2-416a-b95f-0dfe490f0d96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.50193454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"fefab79c-de18-4a96-84f4-af5dbe23ca3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.505256268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"2d6a1876-2252-4d96-b6ed-216e325e4fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.523156547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"cadfa8f9-bce2-416a-b95f-0dfe490f0d96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.523188059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"fefab79c-de18-4a96-84f4-af5dbe23ca3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.527440419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"2d6a1876-2252-4d96-b6ed-216e325e4fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.596580752Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"74cd30d3-b1f4-4af0-a5db-c1b04a3b991c","namespace":"llm","name":"e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.61457071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"59d5330c-4bb9-457b-a20e-54f8420ab4c2","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.614690817Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"59d5330c-4bb9-457b-a20e-54f8420ab4c2","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"routeName":"external-model-e2e-dft-94e1d7-744ffbb9d22e","namespace":"llm","model":"e2e-dft-94e1d7","externalModel":"e2e-dft-94e1d7","provider":"e2e-dft-94e1d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.76758214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a0dbfd7c-543d-4b24-b072-ec937ca8bb2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.767887014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"34412fcb-0fd9-4790-bb53-040476921d63","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.783789532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c77b4de7-9af2-4adc-93fb-65e3b98e7e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.784228594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"b51a143c-17fa-4433-9aad-1a88a0f8bf64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.786968274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"337a035b-c238-4486-957a-e1fa62dffd0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.789202487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a0dbfd7c-543d-4b24-b072-ec937ca8bb2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.792333542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"34412fcb-0fd9-4790-bb53-040476921d63","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.809755939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c77b4de7-9af2-4adc-93fb-65e3b98e7e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.810270244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"337a035b-c238-4486-957a-e1fa62dffd0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.813175322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"b51a143c-17fa-4433-9aad-1a88a0f8bf64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.900222199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"c6ef5705-ef3b-4044-bdb5-4af2989d95f5","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.921479211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"c6ef5705-ef3b-4044-bdb5-4af2989d95f5","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.972341325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"01b80495-0a3d-4ff3-9e73-3245a9f16ad4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.987143964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"9fd9c81a-6b59-4cc9-bfd1-92033dc05551","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.987477625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"9d4cde2e-5e9c-40fc-b4d1-3b95fb1ed12c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:14.993155841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"01b80495-0a3d-4ff3-9e73-3245a9f16ad4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:15.001076494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"07c09c54-a0fb-4b26-8031-f72a2a4d64e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:15.008258409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"9fd9c81a-6b59-4cc9-bfd1-92033dc05551","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:15.008652814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"9d4cde2e-5e9c-40fc-b4d1-3b95fb1ed12c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:15.01281354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"01b80495-0a3d-4ff3-9e73-3245a9f16ad4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:15.022052631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"07c09c54-a0fb-4b26-8031-f72a2a4d64e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:15.102210607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"5f6edaaf-b5c8-406f-bddd-483b8c38dba3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:15.104216486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"be8882d2-b776-4ee7-93e0-140dcd2d270f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:15.10444602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"68c5c87d-2e1b-4044-b78f-c8fe0a89bed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:15.117211723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc196960-a334-411c-8890-06278d0f0ba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:15.125362127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"5f6edaaf-b5c8-406f-bddd-483b8c38dba3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:15.127483438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"68c5c87d-2e1b-4044-b78f-c8fe0a89bed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:15.138819309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"be8882d2-b776-4ee7-93e0-140dcd2d270f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:15.14032665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc196960-a334-411c-8890-06278d0f0ba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:15.231850489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"0ab2a0ce-0d81-456b-a417-96e3b29ae23d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:15.255061177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"0ab2a0ce-0d81-456b-a417-96e3b29ae23d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:15.292066612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"7b83fb4c-0688-4ad0-b47c-7174a907fbaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:15.292079451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"ad9d5a54-b34d-417e-89bd-a9f5138f5d58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:15.315670576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"ad9d5a54-b34d-417e-89bd-a9f5138f5d58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:15.31913965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"7b83fb4c-0688-4ad0-b47c-7174a907fbaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.085366659Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-4f7443 priority=0:[ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-086ac3-5a8138-sub ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-same-7c8d12-5a8138-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.102617715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"15929bf8-bb98-466c-a450-b42b1c88b514","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.102642433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"15929bf8-bb98-466c-a450-b42b1c88b514","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"routeName":"external-model-e2e-dft-40723c-93b12e0ff4b0","namespace":"llm","model":"e2e-dft-40723c","externalModel":"e2e-dft-40723c","provider":"e2e-dft-40723c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:19:16.120596848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-40723c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-sub","reconcileID":"c24a3ac9-8736-4f3b-93dd-c30292179c62","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-40723c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.143484853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"bb45cfa5-0308-4ee9-a5d7-4e09a7f44f6d","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.143512555Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"bb45cfa5-0308-4ee9-a5d7-4e09a7f44f6d","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"routeName":"external-model-e2e-dft-40723c-93b12e0ff4b0","namespace":"llm","model":"e2e-dft-40723c","externalModel":"e2e-dft-40723c","provider":"e2e-dft-40723c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.152012294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4f87f95-5645-4309-84f3-2e7a77ab64d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.152011472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2f831e6-0a52-4664-85d9-3d1412b833e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.15706988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"b64e76a0-2863-4048-8a83-466601d84d55","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:19:16.16141871Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"bb45cfa5-0308-4ee9-a5d7-4e09a7f44f6d","name":"e2e-dft-40723c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-40723c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:19:16.161474961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"bb45cfa5-0308-4ee9-a5d7-4e09a7f44f6d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-40723c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.173523949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4f87f95-5645-4309-84f3-2e7a77ab64d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.173561759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2f831e6-0a52-4664-85d9-3d1412b833e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.17773754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"4dff087b-22a4-46d8-adfa-a257605b3d28","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.177754619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"4dff087b-22a4-46d8-adfa-a257605b3d28","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"routeName":"external-model-e2e-dft-40723c-93b12e0ff4b0","namespace":"llm","model":"e2e-dft-40723c","externalModel":"e2e-dft-40723c","provider":"e2e-dft-40723c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.178060777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"b64e76a0-2863-4048-8a83-466601d84d55","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.199193858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"54e9d7e8-3c1a-4253-bb4c-a6e3c2d4cc5e","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.199210589Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"54e9d7e8-3c1a-4253-bb4c-a6e3c2d4cc5e","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"routeName":"external-model-e2e-dft-40723c-93b12e0ff4b0","namespace":"llm","model":"e2e-dft-40723c","externalModel":"e2e-dft-40723c","provider":"e2e-dft-40723c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.294124487Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-40723c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-sub","reconcileID":"6529f444-d9eb-4271-8e3b-cedf11700e1d","MaaSSubscription":{"name":"e2e-dft-40723c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-40723c","model":"e2e-dft-40723c","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-40723c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.329369909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"731bb19d-56b9-4c1a-afde-3dbbff699090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.329786799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcee9a0c-90eb-4857-8339-6cd633cb16ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.350672455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"731bb19d-56b9-4c1a-afde-3dbbff699090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.351058918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcee9a0c-90eb-4857-8339-6cd633cb16ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.392018261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"4b8590a9-6d23-4810-843b-2aba35c45c1c","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.400400656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"3fb2b518-5f71-4f51-a4fd-031fd45ec621","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.400416734Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"3fb2b518-5f71-4f51-a4fd-031fd45ec621","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"routeName":"external-model-e2e-dft-40723c-93b12e0ff4b0","namespace":"llm","model":"e2e-dft-40723c","externalModel":"e2e-dft-40723c","provider":"e2e-dft-40723c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.412707322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"4b8590a9-6d23-4810-843b-2aba35c45c1c","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:16.468541848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-40723c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-sub","reconcileID":"2c7c992f-a563-4c6c-be19-cd1c12c39556","MaaSSubscription":{"name":"e2e-dft-40723c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-40723c","model":"llm/e2e-dft-40723c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.651533172Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-4f7443 priority=0:[ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-086ac3-5a8138-sub ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-same-7c8d12-489e54-sub ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-same-7c8d12-5a8138-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.667642919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"9be98f1a-d9a2-40be-a6b1-2c2718556e7c","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-2-489e54/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.667663922Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"9be98f1a-d9a2-40be-a6b1-2c2718556e7c","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"routeName":"external-model-e2e-cfl-same-7c8d12-5abc0c61c6d8","namespace":"e2e-extmod-cfl-2-489e54","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.707427654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"43509a39-602d-4a10-ad97-f474dc51ed60","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.707452208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"43509a39-602d-4a10-ad97-f474dc51ed60","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:19:18.710871285Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-same-7c8d12-489e54-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-7c8d12-489e54-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.718811713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"f9072cae-fe98-4313-9d7f-8787f6cde0b3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.722147742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"6b159c80-3723-4857-acbb-eeb719f3fcd1","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.723361059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"12cac5b3-c6ee-4a5f-b2fc-658ca5b7c774","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.724169111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"ab783992-a17c-4f3b-8992-5668081bae6b","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-2-489e54/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.724184328Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"ab783992-a17c-4f3b-8992-5668081bae6b","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"routeName":"external-model-e2e-cfl-same-7c8d12-5abc0c61c6d8","namespace":"e2e-extmod-cfl-2-489e54","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.739566334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"f9072cae-fe98-4313-9d7f-8787f6cde0b3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.740677191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"7e386a0d-859b-4ced-8128-7fd03c9cb99b","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.74069683Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"7e386a0d-859b-4ced-8128-7fd03c9cb99b","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"routeName":"external-model-e2e-dft-40723c-93b12e0ff4b0","namespace":"llm","model":"e2e-dft-40723c","externalModel":"e2e-dft-40723c","provider":"e2e-dft-40723c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.742787353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"6b159c80-3723-4857-acbb-eeb719f3fcd1","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.744181773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"12cac5b3-c6ee-4a5f-b2fc-658ca5b7c774","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.757344784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"75c09047-9779-4c49-b809-4c8bb004abfa","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.757360763Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"75c09047-9779-4c49-b809-4c8bb004abfa","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-same-7c8d12-768da8905478","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.79206473Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-489e54-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-sub","reconcileID":"78795bbf-88ad-47ce-b1a3-1c7ac6fe17f5","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-489e54-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"maas-trlp-e2e-cfl-same-7c8d12","model":"e2e-cfl-same-7c8d12","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-same-7c8d12-489e54-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.883564536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"bcedb3e4-93bc-4f9d-b2f9-7ce5a4442c57","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-2-489e54/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.88358414Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"bcedb3e4-93bc-4f9d-b2f9-7ce5a4442c57","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"routeName":"external-model-e2e-cfl-same-7c8d12-5abc0c61c6d8","namespace":"e2e-extmod-cfl-2-489e54","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.947817002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-489e54-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-sub","reconcileID":"da8840d6-b4c6-4db1-bd98-a4a1835206ec","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-489e54-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"maas-trlp-e2e-cfl-same-7c8d12","model":"e2e-extmod-cfl-2-489e54/e2e-cfl-same-7c8d12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.958203901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"74f0c0c0-703a-4093-97d4-7c6d49bbd79b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.958538731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"f817f804-97b4-4255-863f-5e94c1b6514d","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.981238824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"74f0c0c0-703a-4093-97d4-7c6d49bbd79b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:18.982376638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"f817f804-97b4-4255-863f-5e94c1b6514d","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:19.126312373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"2297bef3-c8c1-48a0-91ed-d8367638b647","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:19.14684348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"2297bef3-c8c1-48a0-91ed-d8367638b647","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:20.390863491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"98ebbf24-675b-41b3-ad84-0cd365d461c3","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:20.390889812Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"98ebbf24-675b-41b3-ad84-0cd365d461c3","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"routeName":"external-model-e2e-dft-94e1d7-744ffbb9d22e","namespace":"llm","model":"e2e-dft-94e1d7","externalModel":"e2e-dft-94e1d7","provider":"e2e-dft-94e1d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:20.413077903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"26d99791-1c4a-478b-9bc7-619982d8dd18","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:20.413101657Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"26d99791-1c4a-478b-9bc7-619982d8dd18","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"routeName":"external-model-e2e-dft-94e1d7-744ffbb9d22e","namespace":"llm","model":"e2e-dft-94e1d7","externalModel":"e2e-dft-94e1d7","provider":"e2e-dft-94e1d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:20.481756725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"3f969082-62f3-46e2-914c-dbaace1ea0de","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:20.503288137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"3f969082-62f3-46e2-914c-dbaace1ea0de","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:20.708599001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"49d672f4-17d2-4935-aa59-9ca01911eb43","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:20.708621816Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"49d672f4-17d2-4935-aa59-9ca01911eb43","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"routeName":"external-model-e2e-dft-94e1d7-744ffbb9d22e","namespace":"llm","model":"e2e-dft-94e1d7","externalModel":"e2e-dft-94e1d7","provider":"e2e-dft-94e1d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:20.77455649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"9158b96a-50df-4ee7-bd67-be3fb973cca9","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:20.800579105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"9158b96a-50df-4ee7-bd67-be3fb973cca9","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:20.942463882Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"3a8b835e-8d62-4f6d-9ea9-701fb22e7332","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.012202357Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-4f7443 priority=0:[ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-086ac3-5a8138-sub ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-same-7c8d12-489e54-sub ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-same-7c8d12-5a8138-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-40723c-sub models-as-a-service/e2e-dft-94e1d7-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.029592231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"b563858a-e103-4b41-8e92-1bd7c4709092","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.029611937Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"b563858a-e103-4b41-8e92-1bd7c4709092","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"routeName":"external-model-e2e-dft-94e1d7-744ffbb9d22e","namespace":"llm","model":"e2e-dft-94e1d7","externalModel":"e2e-dft-94e1d7","provider":"e2e-dft-94e1d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:19:23.051300288Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-dft-94e1d7-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-94e1d7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.066896138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"4724df94-82fb-4e2c-9c70-dde2f048bfe6","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-2-489e54/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.066933253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"4724df94-82fb-4e2c-9c70-dde2f048bfe6","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"routeName":"external-model-e2e-cfl-same-7c8d12-5abc0c61c6d8","namespace":"e2e-extmod-cfl-2-489e54","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.083563451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"5c47f3d0-c244-436f-a233-e3f2b3aa5fe9","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.083594535Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"5c47f3d0-c244-436f-a233-e3f2b3aa5fe9","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"routeName":"external-model-e2e-dft-94e1d7-744ffbb9d22e","namespace":"llm","model":"e2e-dft-94e1d7","externalModel":"e2e-dft-94e1d7","provider":"e2e-dft-94e1d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.096957619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"93f09258-cd79-4d0f-8d0f-711d001e11ef","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.097025443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"3dae615e-ea2b-472e-99cb-21e8cb373a62","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.097281174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd2ab5b5-180e-42a3-b156-6b494283a180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.097300527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d7711e5-3ada-4833-83aa-8617c5ebbe29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.100316326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"7f935231-c335-456c-a0e1-e958ac30288d","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.100334431Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"7f935231-c335-456c-a0e1-e958ac30288d","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"routeName":"external-model-e2e-dft-94e1d7-744ffbb9d22e","namespace":"llm","model":"e2e-dft-94e1d7","externalModel":"e2e-dft-94e1d7","provider":"e2e-dft-94e1d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.118787363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d7711e5-3ada-4833-83aa-8617c5ebbe29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.119218586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"8466f0f1-2f13-43ba-8c55-bea8cbe54b7d","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.11923411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"8466f0f1-2f13-43ba-8c55-bea8cbe54b7d","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"routeName":"external-model-e2e-dft-40723c-93b12e0ff4b0","namespace":"llm","model":"e2e-dft-40723c","externalModel":"e2e-dft-40723c","provider":"e2e-dft-40723c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.121878001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"93f09258-cd79-4d0f-8d0f-711d001e11ef","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.118793656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd2ab5b5-180e-42a3-b156-6b494283a180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.123091203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"3dae615e-ea2b-472e-99cb-21e8cb373a62","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.179285409Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-94e1d7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-sub","reconcileID":"38dd5468-9990-43ff-b32e-931b40678f04","MaaSSubscription":{"name":"e2e-dft-94e1d7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-94e1d7","model":"e2e-dft-94e1d7","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-94e1d7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.282825958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"a0c31338-b1c5-42b5-adda-d983ed0fa0e9","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.282851139Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"a0c31338-b1c5-42b5-adda-d983ed0fa0e9","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"routeName":"external-model-e2e-dft-94e1d7-744ffbb9d22e","namespace":"llm","model":"e2e-dft-94e1d7","externalModel":"e2e-dft-94e1d7","provider":"e2e-dft-94e1d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.350591412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-94e1d7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-sub","reconcileID":"ca42d4ed-e879-4270-9081-25c2934eb1d2","MaaSSubscription":{"name":"e2e-dft-94e1d7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-94e1d7","model":"llm/e2e-dft-94e1d7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.357196531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b36b66af-05af-4aae-b640-5e6fdc041e74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.357231187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c85a1228-e51d-4716-a4a3-44de630ca88c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.378467271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b36b66af-05af-4aae-b640-5e6fdc041e74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.378530435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c85a1228-e51d-4716-a4a3-44de630ca88c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.456929149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"8ad873b1-86eb-453e-987a-200c17ce9095","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.457030925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"29213cb9-40a7-4b1d-b18a-2abd8c599e02","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.477388068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"8ad873b1-86eb-453e-987a-200c17ce9095","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:23.477922096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"29213cb9-40a7-4b1d-b18a-2abd8c599e02","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:24.382410882Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:25.048957702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"6d9801f5-00eb-437b-bd38-9fb6091631cc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:25.069981245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"6d9801f5-00eb-437b-bd38-9fb6091631cc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:25.090155055Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"6d9801f5-00eb-437b-bd38-9fb6091631cc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:30.963333958Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"ead404d1-0980-4f9a-b878-e4a8a68296e3","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.62657231Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"3ada3b7f-50a0-4366-8378-0f0a1c902501","namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.646016365Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"7773c754-cfab-485d-8f55-c30e01df34a8","namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.662483098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"be7afd06-c0ea-48d1-850a-0825d31ae601","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.679395134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"8462e76d-6b74-43e4-a716-727d289e0a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.680342082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"681bd185-5901-4c45-a959-bfa1e865eef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.684375365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"166f2191-cf6a-4b31-94a7-5d81d6ad527f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.68667959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"be7afd06-c0ea-48d1-850a-0825d31ae601","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.700296371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"8462e76d-6b74-43e4-a716-727d289e0a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.70122902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"681bd185-5901-4c45-a959-bfa1e865eef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.705249236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"166f2191-cf6a-4b31-94a7-5d81d6ad527f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.706241165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"be7afd06-c0ea-48d1-850a-0825d31ae601","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.718874659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"117f747d-4895-40fc-bc3e-4cc0b652dd35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.739837109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"117f747d-4895-40fc-bc3e-4cc0b652dd35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.757873049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"0e2f0af9-85d4-4ab7-a4a3-b71f4b92f5f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.786162512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"0e2f0af9-85d4-4ab7-a4a3-b71f4b92f5f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.89293571Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"29288769-c1ee-4f90-8d1f-d9d3cd08aae2","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.89843556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"bffde181-32de-4297-a7b7-599b98e1cf3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.919111671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"bffde181-32de-4297-a7b7-599b98e1cf3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.934947694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"afa8dc1a-7774-4736-8e4b-7656122a28b0","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.934988076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e4c1aae-24f8-4fe4-933d-3fdab413089d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.961876065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"afa8dc1a-7774-4736-8e4b-7656122a28b0","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.966462349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e4c1aae-24f8-4fe4-933d-3fdab413089d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.99427417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"c08594cc-a6e5-4699-a10e-4a0c0bcb5ee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:31.994279139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"789ff8d3-af64-454d-a6e5-2289dc6d7c03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.025590896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"c08594cc-a6e5-4699-a10e-4a0c0bcb5ee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.03947507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"7d24692f-8ce5-420a-a433-2ab31797cfaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.050152488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"789ff8d3-af64-454d-a6e5-2289dc6d7c03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.093871164Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"c637574f-c671-45b1-adf8-27a970bf90f2","namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.125885326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"7d24692f-8ce5-420a-a433-2ab31797cfaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.139869953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"bf8b598c-3a1d-4a98-9877-cd072a3514d1","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-2-2071c8/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.139924494Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"bf8b598c-3a1d-4a98-9877-cd072a3514d1","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"routeName":"external-model-e2e-cfl-same-28d1f4-7bb8ce70f42b","namespace":"e2e-extmod-cfl-2-2071c8","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.252731722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"c65e8111-4de3-4ec5-979d-cb9e574aa841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.278104306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"6e4ad784-7907-4d3f-8396-e01fa0a9764d","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.291813476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"c65e8111-4de3-4ec5-979d-cb9e574aa841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.313464081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"6e4ad784-7907-4d3f-8396-e01fa0a9764d","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.323377286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"b1836078-0f2e-44f1-8af6-48e82ca8a9dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.338836517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"78757dd0-bc8b-4e0f-89dc-5e41bf8438fc","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.344226232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"b1836078-0f2e-44f1-8af6-48e82ca8a9dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.360862917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"78757dd0-bc8b-4e0f-89dc-5e41bf8438fc","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.444941221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"89c60c0f-a480-4d8e-9628-6251a7f3336f","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.468475765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"89c60c0f-a480-4d8e-9628-6251a7f3336f","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.499359426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"9cbee4a6-1c6c-408f-bbf5-3edaa3e87a3a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.517748174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"a278f930-fa38-4fa4-a430-556b6f9e9155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.51813407Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"3bd72414-e0de-4348-8a9b-b6536279939a","namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.520448113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"9cbee4a6-1c6c-408f-bbf5-3edaa3e87a3a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.531080596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"eef1eb25-d3d3-471c-b24d-a3c9ecc9d3e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.538718725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"a278f930-fa38-4fa4-a430-556b6f9e9155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.540595673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"9cbee4a6-1c6c-408f-bbf5-3edaa3e87a3a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.553688926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"eef1eb25-d3d3-471c-b24d-a3c9ecc9d3e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.588113592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29668a55-82d2-45de-8fe7-6ad63b861016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.601738119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7168b7bf-3a50-4da2-a808-42daeb558d6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.608779619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29668a55-82d2-45de-8fe7-6ad63b861016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.622778071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7168b7bf-3a50-4da2-a808-42daeb558d6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.710484197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d2ce198d-19c6-4b97-ad1c-d3977229a4cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.731141864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d2ce198d-19c6-4b97-ad1c-d3977229a4cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.757128444Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"9f39d7dc-f901-44a6-a3e5-10d48633b295","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.769308628Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"5707fa00-1ed2-4e8a-b8c3-5c067d0dcea4","namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.818683993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b0f3b24e-8f69-415d-bfb0-53e3f2952aaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.820038529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"2a8dc939-cf68-45ac-974d-3d791b204f8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.8212382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"3f8abe30-2cde-46ac-af07-33afe44a4f36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.841362373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b0f3b24e-8f69-415d-bfb0-53e3f2952aaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.842660572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"2a8dc939-cf68-45ac-974d-3d791b204f8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.843655898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"3f8abe30-2cde-46ac-af07-33afe44a4f36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.854018397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40b2725d-1a54-41b5-bb5f-605e3d5d1d0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.87147086Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"61fcad54-5535-40ac-9c37-9df1063f7fef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.881505556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40b2725d-1a54-41b5-bb5f-605e3d5d1d0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.895536108Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"69632709-c471-4ea9-a56f-510697e42bc8","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.923742727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"964b0a0a-7047-4aa8-b126-0bb9930cb0ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:32.949576499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"964b0a0a-7047-4aa8-b126-0bb9930cb0ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.14005634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"a06db248-e485-46e3-905f-5a26c39bbdd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.170443401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"a06db248-e485-46e3-905f-5a26c39bbdd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.171236396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"d94ff781-98c5-49cc-a119-f237404bcfb0","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.18248451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"65373bb0-d797-4d7f-aacb-28a941154490","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.195465532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8b87f5e-41c4-474c-b307-90248d017b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.1994872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"d94ff781-98c5-49cc-a119-f237404bcfb0","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.204794512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"65373bb0-d797-4d7f-aacb-28a941154490","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.22236016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"12a1cbcc-d72d-4df0-9ca6-79cbe0a66f26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.222863408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8b87f5e-41c4-474c-b307-90248d017b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.234108382Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"c22b2959-5b28-4391-83b0-7e4d07958e35","namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.244941276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"12a1cbcc-d72d-4df0-9ca6-79cbe0a66f26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.250734171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"f1319c44-c73e-4c5c-bff1-ed4877877762","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.250827223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"f1319c44-c73e-4c5c-bff1-ed4877877762","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"routeName":"external-model-e2e-cfl-same-28d1f4-0d38a56d4683","namespace":"e2e-extmod-cfl-1-137ee4","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.512273632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"02deec22-1993-44ab-8ca4-4d66af8e97d7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.528536222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"ced75d77-4ff1-4e71-b929-647f32407f35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.535441419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"02deec22-1993-44ab-8ca4-4d66af8e97d7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.540097277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"84ebb778-b990-493c-9005-f7026ffb7a16","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.550012396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"ced75d77-4ff1-4e71-b929-647f32407f35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.550433598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"e53efb08-540b-416e-8122-493593436e5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.55488435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"02deec22-1993-44ab-8ca4-4d66af8e97d7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.565567359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"84ebb778-b990-493c-9005-f7026ffb7a16","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.569576184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"a2728740-f357-42ed-bd32-bcd630158948","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.57862026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"e53efb08-540b-416e-8122-493593436e5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.597160478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"a2728740-f357-42ed-bd32-bcd630158948","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.722859416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"4e9d584c-779e-4be1-9309-54ba81dcf620","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.747383663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db9bc8a7-145c-4d3e-b882-43c691ecc0f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.757025953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"4e9d584c-779e-4be1-9309-54ba81dcf620","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.797942101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"e1b8eacc-4626-4180-9b97-812d4b835640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.800439211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db9bc8a7-145c-4d3e-b882-43c691ecc0f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.813675397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"cb33c301-ecb9-4b97-bead-0039cc14c4ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.823552716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"e1b8eacc-4626-4180-9b97-812d4b835640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.886467649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"cb33c301-ecb9-4b97-bead-0039cc14c4ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.959356124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"4a94d76d-6996-4c10-b452-934799f55a46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:33.985435532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"4a94d76d-6996-4c10-b452-934799f55a46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:34.018679478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"df7cccb3-1761-4145-ba2a-87e8005e1b6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:34.040172061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"df7cccb3-1761-4145-ba2a-87e8005e1b6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:34.116186762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2d429a06-cabf-45fd-9904-295d4386f47d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:34.13103418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"4a5b694e-4775-4148-b606-5146e5c0f870","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:34.137111731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2d429a06-cabf-45fd-9904-295d4386f47d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:34.153248779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"1c6e9e1b-a367-437c-ac01-e98ac22e7aa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:34.15532458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"4a5b694e-4775-4148-b606-5146e5c0f870","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:34.156471891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"9fb0665e-1b87-46e5-a537-f4b0d4ae1c4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:34.184855657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"378392b3-eadf-4165-b5c3-89ecd33cc5cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:34.189717835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"1c6e9e1b-a367-437c-ac01-e98ac22e7aa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:34.192276072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"9fb0665e-1b87-46e5-a537-f4b0d4ae1c4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:34.211419478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"378392b3-eadf-4165-b5c3-89ecd33cc5cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:34.325421591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"05c84822-708a-4bd5-95ed-41e8696cb6b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:34.346938869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"05c84822-708a-4bd5-95ed-41e8696cb6b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:34.471399886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"8afefac5-c228-4b01-8d9f-b629e737cab9","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:34.493300011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"8afefac5-c228-4b01-8d9f-b629e737cab9","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:38.387598844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"8a5ff62c-9cb3-456c-9353-66217957dd3e","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:38.38762225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"8a5ff62c-9cb3-456c-9353-66217957dd3e","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"routeName":"external-model-e2e-cfl-same-28d1f4-0d38a56d4683","namespace":"e2e-extmod-cfl-1-137ee4","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:38.408378401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"dad60700-216e-482a-854d-2bc0cfc258b6","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:38.408414214Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"dad60700-216e-482a-854d-2bc0cfc258b6","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"routeName":"external-model-e2e-cfl-same-28d1f4-0d38a56d4683","namespace":"e2e-extmod-cfl-1-137ee4","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:38.426440133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"6531059d-fdc9-4310-8d85-78527fe5ad44","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:38.483357865Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"6531059d-fdc9-4310-8d85-78527fe5ad44","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:38.504281773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"6531059d-fdc9-4310-8d85-78527fe5ad44","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:38.543014835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"7c7960bc-0360-4d78-b254-de5d09535671","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:38.543033156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"7c7960bc-0360-4d78-b254-de5d09535671","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"routeName":"external-model-e2e-cfl-same-28d1f4-0d38a56d4683","namespace":"e2e-extmod-cfl-1-137ee4","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:40.142313173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-489e54-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-sub","reconcileID":"e1d85641-8714-4132-8757-4416d4f33184","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-489e54-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"maas-trlp-e2e-cfl-same-7c8d12","model":"e2e-extmod-cfl-2-489e54/e2e-cfl-same-7c8d12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:40.235068907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"f0ca6a06-c99d-42c0-8b0a-4246a2ba1d56","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-2-489e54/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:40.235092981Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"f0ca6a06-c99d-42c0-8b0a-4246a2ba1d56","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"routeName":"external-model-e2e-cfl-same-7c8d12-5abc0c61c6d8","namespace":"e2e-extmod-cfl-2-489e54","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:40.381877857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-40723c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-sub","reconcileID":"b9ae1512-15c0-47fd-8bc3-dacb49c76c1e","MaaSSubscription":{"name":"e2e-dft-40723c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-40723c","model":"llm/e2e-dft-40723c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:40.479659229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"3759ec4b-773f-4b39-b415-01b608ec797b","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:40.479691025Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"3759ec4b-773f-4b39-b415-01b608ec797b","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"routeName":"external-model-e2e-dft-40723c-93b12e0ff4b0","namespace":"llm","model":"e2e-dft-40723c","externalModel":"e2e-dft-40723c","provider":"e2e-dft-40723c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:40.616216138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-94e1d7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-sub","reconcileID":"af1d90b6-e98a-4242-89c7-f1cedc172a7a","MaaSSubscription":{"name":"e2e-dft-94e1d7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-94e1d7","model":"llm/e2e-dft-94e1d7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:40.708681705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"5f309b17-8632-4814-970c-f4e7daf2547c","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:40.708706708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"5f309b17-8632-4814-970c-f4e7daf2547c","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"routeName":"external-model-e2e-dft-94e1d7-744ffbb9d22e","namespace":"llm","model":"e2e-dft-94e1d7","externalModel":"e2e-dft-94e1d7","provider":"e2e-dft-94e1d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:40.965974724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"3342cd36-1a3b-476b-8cca-50c23ae94d00","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:40.980826924Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"b6f4c443-3d2d-4e2c-973e-af7201482cb6","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:40.988401352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"3342cd36-1a3b-476b-8cca-50c23ae94d00","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:41.474950478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"73bb3b31-70db-482f-938d-436acf3e46fb","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:41.475090731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"40565133-e77b-497a-8c7e-5c1879c3752a","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:41.475779406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5883bd8d-4ede-4d78-ab9e-1c6e6df08757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:41.476269357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59513554-794e-4427-91db-fe568f3b6dcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:41.565964866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5883bd8d-4ede-4d78-ab9e-1c6e6df08757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:41.566359771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"40565133-e77b-497a-8c7e-5c1879c3752a","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:41.569711447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59513554-794e-4427-91db-fe568f3b6dcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:41.569823744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"73bb3b31-70db-482f-938d-436acf3e46fb","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:41.57841648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"1a21ce9d-94b2-4f0f-88e3-1aff73fddca4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:41.600912586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"1a21ce9d-94b2-4f0f-88e3-1aff73fddca4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:41.621158505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ef06fc6766332521373d462db5ba90ecccd3b7fb2037e2c3a55fd51fcdbf5a02) AuthConfig (dc393c369d6dbc018565835ac237499346df90f91cd10513f57f5d5ac87bdb36) AuthConfig (e645b069f05efe0cf2b23439ad50fc0f126743c01c34cfa5c438ef61f6e0c4c4) AuthConfig (523b8a2b96b06f621e58c267ba04da612334a1479e008bdcde76060f493587da) AuthConfig (7b0375b87bd1ef940ab2d24dc729387b96929e1f52274ee804f4e174a9443609) AuthConfig (a797a98272f3611d96bd913f62e98f4ef42bafcae62db21d9caf27bae1be5f03) AuthConfig (e54eb57712f7b8d37aca13ffa0e1b54fae8e6c2800a6deae5147f90c645f57bb) AuthConfig (cae9eb7ee9bf49433945c77a918540dee345d23997496cdb6bded8d0c5faabc2) AuthConfig (509464e11f5caa321bafc967af3744c0e8f71ede3ec67cc62055cb439318ed6e) AuthConfig (ad0938ad2e40f6ca139b60124fe6a77e76687c7ee48339e5c9ccd8ea0723a7d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"1a21ce9d-94b2-4f0f-88e3-1aff73fddca4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:41.660736492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"d347b5ae-6603-4cb1-a96c-a55c3f0b1bf2","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"tenant":"e2e-extmod-a-67e819","gateway":"openshift-ingress/e2e-extmod-a-67e819","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:41.660765767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"d347b5ae-6603-4cb1-a96c-a55c3f0b1bf2","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"routeName":"external-model-e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819","model":"e2e-cmp-legacy-d1daec","externalModel":"e2e-cmp-legacy-d1daec","provider":"e2e-cmp-legacy-d1daec-provider","gateway":"openshift-ingress/e2e-extmod-a-67e819","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:41.695886924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1642ba37-e520-413d-bf79-50874bc8e4dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:41.696745919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b357e8a6-73f9-44df-8e6f-7b8dc2b307c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:41.717308731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1642ba37-e520-413d-bf79-50874bc8e4dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:41.717602743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b357e8a6-73f9-44df-8e6f-7b8dc2b307c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:41.796184056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"89939543-a9a1-4c4b-89b2-6608052887d8","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:41.796196697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"002c6efe-2084-4a41-9fef-9f929cf5292e","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:41.817231369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"89939543-a9a1-4c4b-89b2-6608052887d8","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:41.817321197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"002c6efe-2084-4a41-9fef-9f929cf5292e","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:42.341810514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"8f1deb1f-63c4-4683-b37f-94f6409cd023","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:42.341835616Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"8f1deb1f-63c4-4683-b37f-94f6409cd023","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"routeName":"external-model-e2e-dft-40723c-93b12e0ff4b0","namespace":"llm","model":"e2e-dft-40723c","externalModel":"e2e-dft-40723c","provider":"e2e-dft-40723c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:42.38175661Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-40723c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-sub","reconcileID":"21877f18-aa3f-46de-a7f4-697d00fb5df9","MaaSSubscription":{"name":"e2e-dft-40723c-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e3e97f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:42.410484077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a547586-f80d-456d-8dc5-a6e110efd018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:42.41211806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb75d143-180c-4293-b32a-dbc6d0111392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:42.41242355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"2b6871fd-0e6c-4ffd-b290-0acbddbd2214","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:42.412483366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"c9111da8-a79f-43fe-af05-8e75b5a73083","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:42.432495203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a547586-f80d-456d-8dc5-a6e110efd018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:42.433306141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb75d143-180c-4293-b32a-dbc6d0111392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:42.435042615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"2b6871fd-0e6c-4ffd-b290-0acbddbd2214","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:42.435480035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"c9111da8-a79f-43fe-af05-8e75b5a73083","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:42.566781818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7447755f-1773-4f26-9811-2af952953e0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:42.566987331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb2c6269-ae09-4444-9839-9a8b471092c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:42.588160284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7447755f-1773-4f26-9811-2af952953e0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:42.58859209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb2c6269-ae09-4444-9839-9a8b471092c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:42.597481283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"5591ff67-e3a5-4302-8a59-2563ed2c7ed1","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:42.59749616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"eab33d6d-b07d-4dc1-ab34-e55f862d8abb","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:42.618550684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"eab33d6d-b07d-4dc1-ab34-e55f862d8abb","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:42.618576829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"5591ff67-e3a5-4302-8a59-2563ed2c7ed1","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.234964619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"a6ccb2c2-39bc-4de2-b3c6-802c7ac86f62","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-2-489e54/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.234986901Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"a6ccb2c2-39bc-4de2-b3c6-802c7ac86f62","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"routeName":"external-model-e2e-cfl-same-7c8d12-5abc0c61c6d8","namespace":"e2e-extmod-cfl-2-489e54","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.27607255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"b58db238-b182-40c0-a28c-f0d91069b873","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.276097749Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"b58db238-b182-40c0-a28c-f0d91069b873","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"routeName":"external-model-e2e-dft-94e1d7-744ffbb9d22e","namespace":"llm","model":"e2e-dft-94e1d7","externalModel":"e2e-dft-94e1d7","provider":"e2e-dft-94e1d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.278638844Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-489e54-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-sub","reconcileID":"4ada3588-3e94-4758-b038-11c4f30ca4e7","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-489e54-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-76fe7c53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.283633516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"3c0afd51-8160-4750-bff0-f1959c3446a0","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.283656987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"07449ada-385f-4908-b5c3-d3e1bc5700d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.286425195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"dda1b3cc-7b28-438e-a686-0d0d527a71ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.308275471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"07449ada-385f-4908-b5c3-d3e1bc5700d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.311405692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"dda1b3cc-7b28-438e-a686-0d0d527a71ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.311687297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"3c0afd51-8160-4750-bff0-f1959c3446a0","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.315170125Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-94e1d7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-sub","reconcileID":"579df8f9-14ae-4b4d-aba8-e1a95fbb6e8f","MaaSSubscription":{"name":"e2e-dft-94e1d7-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7ce9c3b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.407054259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"516ae1d3-0851-4662-9f54-9556d2c9d296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.407072779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef4c1de8-52dd-4c3e-9746-ae54a82c7d1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.429297187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef4c1de8-52dd-4c3e-9746-ae54a82c7d1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.429404252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"516ae1d3-0851-4662-9f54-9556d2c9d296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.593088207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"50a6cf16-7342-431d-8583-bd1c95072487","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.605301616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"8c04fb7b-d659-480e-ba76-5c4e3f3af9ea","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.605314251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"6764e452-9fac-47cf-beef-94f0ea91a61e","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.610236098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"0884adae-6c4b-4023-adea-043fbdf49504","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.613014382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"fd587739-111b-4074-9b36-de4291e8ce58","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.618287264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"50a6cf16-7342-431d-8583-bd1c95072487","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.626553273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"6764e452-9fac-47cf-beef-94f0ea91a61e","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.62662603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"8c04fb7b-d659-480e-ba76-5c4e3f3af9ea","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.631371983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"0884adae-6c4b-4023-adea-043fbdf49504","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.634400574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"fd587739-111b-4074-9b36-de4291e8ce58","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.847149097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edbc10a3-c534-4e5c-8dce-ca6ba05e3c97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.847150646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26756de0-a6d2-4619-aa09-e1275f52284c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.90297409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26756de0-a6d2-4619-aa09-e1275f52284c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:43.903375094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edbc10a3-c534-4e5c-8dce-ca6ba05e3c97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:48.563053465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"18c6f0aa-4b10-460a-8463-9e3a9da2073d","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:48.584635687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"18c6f0aa-4b10-460a-8463-9e3a9da2073d","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:48.604962616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"18c6f0aa-4b10-460a-8463-9e3a9da2073d","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:50.998408779Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"17d4a6f8-2e80-4ac6-81c1-d15a684896e0","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:51.679673585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"dcc5d259-fab0-43b0-bf7e-2158886d273e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:51.700478338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"dcc5d259-fab0-43b0-bf7e-2158886d273e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:51.721477646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ef06fc6766332521373d462db5ba90ecccd3b7fb2037e2c3a55fd51fcdbf5a02) AuthConfig (dc393c369d6dbc018565835ac237499346df90f91cd10513f57f5d5ac87bdb36) AuthConfig (e645b069f05efe0cf2b23439ad50fc0f126743c01c34cfa5c438ef61f6e0c4c4) AuthConfig (523b8a2b96b06f621e58c267ba04da612334a1479e008bdcde76060f493587da) AuthConfig (7b0375b87bd1ef940ab2d24dc729387b96929e1f52274ee804f4e174a9443609) AuthConfig (a797a98272f3611d96bd913f62e98f4ef42bafcae62db21d9caf27bae1be5f03) AuthConfig (e54eb57712f7b8d37aca13ffa0e1b54fae8e6c2800a6deae5147f90c645f57bb) AuthConfig (cae9eb7ee9bf49433945c77a918540dee345d23997496cdb6bded8d0c5faabc2) AuthConfig (509464e11f5caa321bafc967af3744c0e8f71ede3ec67cc62055cb439318ed6e) AuthConfig (ad0938ad2e40f6ca139b60124fe6a77e76687c7ee48339e5c9ccd8ea0723a7d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"dcc5d259-fab0-43b0-bf7e-2158886d273e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:52.398230455Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-40723c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-sub","reconcileID":"9cff8b15-f713-4d02-ae54-bc264aa7ac24","MaaSSubscription":{"name":"e2e-dft-40723c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-40723c","subscription":"e2e-dft-40723c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:52.431764873Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-40723c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-sub","reconcileID":"9cff8b15-f713-4d02-ae54-bc264aa7ac24","MaaSSubscription":{"name":"e2e-dft-40723c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:52.448142562Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-40723c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-sub","reconcileID":"9cff8b15-f713-4d02-ae54-bc264aa7ac24","MaaSSubscription":{"name":"e2e-dft-40723c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-40723c","namespace":"llm","model":"llm/e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:52.607172466Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-4f7443 priority=0:[ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-086ac3-5a8138-sub ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-same-7c8d12-5a8138-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:52.623872414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"aa633e30-71d0-4b51-a6d8-faeffb1e68a1","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:52.623930284Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"aa633e30-71d0-4b51-a6d8-faeffb1e68a1","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"routeName":"external-model-e2e-dft-40723c-93b12e0ff4b0","namespace":"llm","model":"e2e-dft-40723c","externalModel":"e2e-dft-40723c","provider":"e2e-dft-40723c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:52.66854861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"28795072-00d7-45b4-baff-7e6bc820afee","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:52.668656726Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"28795072-00d7-45b4-baff-7e6bc820afee","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:52.692317032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"f176685e-9819-41d7-b45a-398663fb5d4a","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:52.700138023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"55837baf-fc49-4196-adb1-0d2077a822f9","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:52.700604873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ae573d4-c546-4855-82d5-f1e31be2fc21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:52.701241035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ecfb540-3600-4de9-bee0-9ee0f0005762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:52.702252743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"3be38c93-818b-4bbf-ad92-53dfa0c4e874","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:52.702278177Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"3be38c93-818b-4bbf-ad92-53dfa0c4e874","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-same-7c8d12-768da8905478","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:52.7140567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"f176685e-9819-41d7-b45a-398663fb5d4a","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:52.722274605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"55837baf-fc49-4196-adb1-0d2077a822f9","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:52.72259423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ae573d4-c546-4855-82d5-f1e31be2fc21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:52.725562599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ecfb540-3600-4de9-bee0-9ee0f0005762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:52.776197983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"9de926a3-972f-4966-990d-d85327d8adc9","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:52.776217415Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"9de926a3-972f-4966-990d-d85327d8adc9","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"routeName":"external-model-e2e-dft-40723c-93b12e0ff4b0","namespace":"llm","model":"e2e-dft-40723c","externalModel":"e2e-dft-40723c","provider":"e2e-dft-40723c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:52.955471538Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-40723c-access","reconcileID":"fbbb60a1-1004-4a80-9e73-0895f7c11ab7","MaaSAuthPolicy":{"name":"e2e-dft-40723c-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.024784638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"465cc010-6a97-4241-8154-ab3c1c2f755f","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.024807628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"465cc010-6a97-4241-8154-ab3c1c2f755f","MaaSModelRef":{"name":"e2e-dft-40723c","namespace":"llm"},"routeName":"external-model-e2e-dft-40723c-93b12e0ff4b0","namespace":"llm","model":"e2e-dft-40723c","externalModel":"e2e-dft-40723c","provider":"e2e-dft-40723c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.295483129Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-489e54-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-sub","reconcileID":"24d6b728-29d5-4a58-8020-6ebd45c241d9","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-489e54-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"model":"e2e-extmod-cfl-2-489e54/e2e-cfl-same-7c8d12","subscription":"e2e-cfl-same-7c8d12-489e54-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.328518662Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-489e54-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-sub","reconcileID":"24d6b728-29d5-4a58-8020-6ebd45c241d9","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-489e54-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"model":"e2e-extmod-cfl-2-489e54/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.332074292Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-94e1d7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-sub","reconcileID":"f1d33524-fcb4-4e68-8309-fe782c8228ee","MaaSSubscription":{"name":"e2e-dft-94e1d7-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-94e1d7","subscription":"e2e-dft-94e1d7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.34526804Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-489e54-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-sub","reconcileID":"24d6b728-29d5-4a58-8020-6ebd45c241d9","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-489e54-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"maas-trlp-e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54","model":"e2e-extmod-cfl-2-489e54/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.366466552Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-94e1d7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-sub","reconcileID":"f1d33524-fcb4-4e68-8309-fe782c8228ee","MaaSSubscription":{"name":"e2e-dft-94e1d7-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.393343297Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-94e1d7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-sub","reconcileID":"f1d33524-fcb4-4e68-8309-fe782c8228ee","MaaSSubscription":{"name":"e2e-dft-94e1d7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-94e1d7","namespace":"llm","model":"llm/e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.460857058Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-4f7443 priority=0:[ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-086ac3-5a8138-sub ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-same-7c8d12-5a8138-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.477177422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"890469d0-aa0c-43d6-81aa-c42f3120a7c7","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-2-489e54/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.477198693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"890469d0-aa0c-43d6-81aa-c42f3120a7c7","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"routeName":"external-model-e2e-cfl-same-7c8d12-5abc0c61c6d8","namespace":"e2e-extmod-cfl-2-489e54","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.494269455Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"c3ea294f-18f0-48f0-a898-49e60bdc0025","namespace":"llm","name":"e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.514490632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee786a0d-fe8f-471b-8cc3-8c297c10a147","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.514510029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee786a0d-fe8f-471b-8cc3-8c297c10a147","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.514791833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"22a6c503-1e02-44ab-a3f7-e216b16fce27","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.514803358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"22a6c503-1e02-44ab-a3f7-e216b16fce27","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.515076522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"48f8cfd6-7879-4a7c-9573-46b586af0a89","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.515089878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"48f8cfd6-7879-4a7c-9573-46b586af0a89","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.515341442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"df314d41-1f0e-4393-9b79-1749c1550c11","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.515352616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"df314d41-1f0e-4393-9b79-1749c1550c11","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.515605836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7949c7ec-8d63-42ae-8905-6be35a9b4acc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.515617836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7949c7ec-8d63-42ae-8905-6be35a9b4acc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.515992204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3ec1f25-1711-4a16-9b96-14e746ce2c30","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.516004937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3ec1f25-1711-4a16-9b96-14e746ce2c30","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.516333716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1e17b096-1579-4514-96f6-1476259e190a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.516345355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1e17b096-1579-4514-96f6-1476259e190a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.516575321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"731288fd-b9c0-4075-8165-bc3f9ea69a63","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.516586934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"731288fd-b9c0-4075-8165-bc3f9ea69a63","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.529329975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"089e9198-6514-4621-b281-ad4dac24b3ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.529636069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"8cac8ccd-cf7a-44f0-a0ec-304c3c4fd65f","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.529654416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"675591e5-79e8-4e7b-a00e-201f5ea40826","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.534272188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"94adebb0-cd1c-4a1a-89cc-3439e7182aad","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.534291642Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"94adebb0-cd1c-4a1a-89cc-3439e7182aad","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"routeName":"external-model-e2e-dft-94e1d7-744ffbb9d22e","namespace":"llm","model":"e2e-dft-94e1d7","externalModel":"e2e-dft-94e1d7","provider":"e2e-dft-94e1d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.550877014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"675591e5-79e8-4e7b-a00e-201f5ea40826","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.550920619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"089e9198-6514-4621-b281-ad4dac24b3ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.553257644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"8cac8ccd-cf7a-44f0-a0ec-304c3c4fd65f","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.562205366Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-4f7443 priority=0:[ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-086ac3-5a8138-sub ai-tenant-e2e-extmod-a-4f7443/e2e-cfl-same-7c8d12-5a8138-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.578692898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"09df2995-836b-4ebf-b88d-c0527f0dc36d","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.578708843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"09df2995-836b-4ebf-b88d-c0527f0dc36d","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"routeName":"external-model-e2e-dft-94e1d7-744ffbb9d22e","namespace":"llm","model":"e2e-dft-94e1d7","externalModel":"e2e-dft-94e1d7","provider":"e2e-dft-94e1d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.579169566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"96d42efa-5c7a-45bf-80b8-e9d438278bca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.584132544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b61dc2ae-4fdd-472d-85dd-044897409b62","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.596215953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"ddd94c71-e136-4938-b37d-cd6a62b16239","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.601448055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"dfbbfb2f-68c4-40a4-9ed1-350902703da4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.619618316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"ddd94c71-e136-4938-b37d-cd6a62b16239","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.622233034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"dfbbfb2f-68c4-40a4-9ed1-350902703da4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.630592056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"1409fb0d-f8da-4d96-ac55-12217a56dbb0","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-2-489e54/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.630610148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"1409fb0d-f8da-4d96-ac55-12217a56dbb0","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"routeName":"external-model-e2e-cfl-same-7c8d12-5abc0c61c6d8","namespace":"e2e-extmod-cfl-2-489e54","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.639686776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"ddd94c71-e136-4938-b37d-cd6a62b16239","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.642762867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ef06fc6766332521373d462db5ba90ecccd3b7fb2037e2c3a55fd51fcdbf5a02) AuthConfig (dc393c369d6dbc018565835ac237499346df90f91cd10513f57f5d5ac87bdb36) AuthConfig (e645b069f05efe0cf2b23439ad50fc0f126743c01c34cfa5c438ef61f6e0c4c4) AuthConfig (523b8a2b96b06f621e58c267ba04da612334a1479e008bdcde76060f493587da) AuthConfig (7b0375b87bd1ef940ab2d24dc729387b96929e1f52274ee804f4e174a9443609) AuthConfig (a797a98272f3611d96bd913f62e98f4ef42bafcae62db21d9caf27bae1be5f03) AuthConfig (e54eb57712f7b8d37aca13ffa0e1b54fae8e6c2800a6deae5147f90c645f57bb) AuthConfig (cae9eb7ee9bf49433945c77a918540dee345d23997496cdb6bded8d0c5faabc2) AuthConfig (509464e11f5caa321bafc967af3744c0e8f71ede3ec67cc62055cb439318ed6e) AuthConfig (ad0938ad2e40f6ca139b60124fe6a77e76687c7ee48339e5c9ccd8ea0723a7d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"dfbbfb2f-68c4-40a4-9ed1-350902703da4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.699668194Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-489e54-access","reconcileID":"def5b84b-d56b-4e3d-9d59-dccfc0c815f3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-489e54-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"model":"e2e-extmod-cfl-2-489e54/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.704066176Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-40723c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-40723c","reconcileID":"590894d8-8cba-4dcb-b208-a7648e2bf62d","namespace":"llm","name":"e2e-dft-40723c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.712395105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"2c258c8d-bbaf-4369-8098-4daa8d1f6869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.725176411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"672dc496-2c2d-4c29-89c5-0705a70a6323","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.725193563Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"672dc496-2c2d-4c29-89c5-0705a70a6323","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"routeName":"external-model-e2e-dft-94e1d7-744ffbb9d22e","namespace":"llm","model":"e2e-dft-94e1d7","externalModel":"e2e-dft-94e1d7","provider":"e2e-dft-94e1d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.728492025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"14f33f79-ad30-41f9-b742-2a9afff44b5f","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.733813454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"2c258c8d-bbaf-4369-8098-4daa8d1f6869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.749806315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"14f33f79-ad30-41f9-b742-2a9afff44b5f","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.86194168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6424bb2-5996-455e-ba5c-3f878ab3874e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.864645726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"6c0d3963-f9fd-47f5-96e6-759dbfb03b3d","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.888342649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"6c0d3963-f9fd-47f5-96e6-759dbfb03b3d","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.888376717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6424bb2-5996-455e-ba5c-3f878ab3874e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.893954522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"429c24d8-a358-4f92-b97d-d1ccd14e9544","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-2-489e54/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.893970207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"429c24d8-a358-4f92-b97d-d1ccd14e9544","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"routeName":"external-model-e2e-cfl-same-7c8d12-5abc0c61c6d8","namespace":"e2e-extmod-cfl-2-489e54","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.916829232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"63e1991a-72ae-469d-adcd-961d8cc431d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.925273219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"fb82d0d8-da36-4a50-8933-f743db411a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.93749042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"63e1991a-72ae-469d-adcd-961d8cc431d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:53.945929001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"fb82d0d8-da36-4a50-8933-f743db411a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.014877039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"a884e42d-eb9b-423f-8bb4-b5ff09cef66c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.037366165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"a884e42d-eb9b-423f-8bb4-b5ff09cef66c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.049879253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"1462bcc3-3bf9-4116-9007-c34de59fafb6","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.049929585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"1462bcc3-3bf9-4116-9007-c34de59fafb6","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-same-7c8d12-768da8905478","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.089714421Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-sub","reconcileID":"8963fc7e-6b71-4138-99ba-0fec665d1d91","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2fa0d27c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.307240434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e53703c8-afa9-4648-97cc-c5406c0b6178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.308013618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a7f49568-f98f-44b7-b987-05b53fa342e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.323060889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"07e83509-923a-4eb4-aead-aa0c1cb485f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.323743867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"8ac2bd6c-b4f6-4c86-b223-2f3b2b238518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.324281682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"0eecca06-d6bd-4fab-9bea-c345edf070de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.362322965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a7f49568-f98f-44b7-b987-05b53fa342e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.364488258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e53703c8-afa9-4648-97cc-c5406c0b6178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.370294657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"8ac2bd6c-b4f6-4c86-b223-2f3b2b238518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.372007231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"07e83509-923a-4eb4-aead-aa0c1cb485f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.382857829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"0eecca06-d6bd-4fab-9bea-c345edf070de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.45944219Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.549801143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"a0939064-a9e5-4ced-a009-9eb8a180447b","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.54983296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"e03d6829-0f06-45de-b9a8-72c154659391","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.550135032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"b91a0a12-521b-465f-aaa9-d6955b1497bf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.550189731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"e9660a52-37b9-47fc-a41e-f9e78cf690fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.566548888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"ac6e51ae-f3cc-4c9e-95e7-b8488e3dda5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.571492357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"e9660a52-37b9-47fc-a41e-f9e78cf690fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.571662275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"e03d6829-0f06-45de-b9a8-72c154659391","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.573558107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"a0939064-a9e5-4ced-a009-9eb8a180447b","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.574139056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"b91a0a12-521b-465f-aaa9-d6955b1497bf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.588663867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"ac6e51ae-f3cc-4c9e-95e7-b8488e3dda5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.593292755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"a0939064-a9e5-4ced-a009-9eb8a180447b","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.593925464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ef06fc6766332521373d462db5ba90ecccd3b7fb2037e2c3a55fd51fcdbf5a02) AuthConfig (dc393c369d6dbc018565835ac237499346df90f91cd10513f57f5d5ac87bdb36) AuthConfig (e645b069f05efe0cf2b23439ad50fc0f126743c01c34cfa5c438ef61f6e0c4c4) AuthConfig (523b8a2b96b06f621e58c267ba04da612334a1479e008bdcde76060f493587da) AuthConfig (7b0375b87bd1ef940ab2d24dc729387b96929e1f52274ee804f4e174a9443609) AuthConfig (a797a98272f3611d96bd913f62e98f4ef42bafcae62db21d9caf27bae1be5f03) AuthConfig (e54eb57712f7b8d37aca13ffa0e1b54fae8e6c2800a6deae5147f90c645f57bb) AuthConfig (cae9eb7ee9bf49433945c77a918540dee345d23997496cdb6bded8d0c5faabc2) AuthConfig (509464e11f5caa321bafc967af3744c0e8f71ede3ec67cc62055cb439318ed6e) AuthConfig (ad0938ad2e40f6ca139b60124fe6a77e76687c7ee48339e5c9ccd8ea0723a7d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"b91a0a12-521b-465f-aaa9-d6955b1497bf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.635758739Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-94e1d7-access","reconcileID":"c99e6a8d-0321-40f8-a979-a68f2a5e4f06","MaaSAuthPolicy":{"name":"e2e-dft-94e1d7-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.645211141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"784db56a-2481-479d-86c5-8ea5d15499d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.647972671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"a14fef65-1ca1-4a99-90ae-ec7f4005dd55","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.666035108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"784db56a-2481-479d-86c5-8ea5d15499d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.668809667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"a14fef65-1ca1-4a99-90ae-ec7f4005dd55","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.669737196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"9978af46-09bb-409d-b5a7-d96193643eaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.701565629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"9978af46-09bb-409d-b5a7-d96193643eaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.778589646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"64f7b690-2279-449b-bf63-70416992f3de","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:54.77861651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"64f7b690-2279-449b-bf63-70416992f3de","MaaSModelRef":{"name":"e2e-dft-94e1d7","namespace":"llm"},"routeName":"external-model-e2e-dft-94e1d7-744ffbb9d22e","namespace":"llm","model":"e2e-dft-94e1d7","externalModel":"e2e-dft-94e1d7","provider":"e2e-dft-94e1d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.222021386Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"54661142-b996-4d16-b611-762c5160342e","namespace":"llm","name":"e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.243320603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"462e101e-7bfc-43a0-b8f1-ef6c112f8cd7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.243338857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"462e101e-7bfc-43a0-b8f1-ef6c112f8cd7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.243598107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bf0d0e37-cb93-42d2-b23c-9a3c2e7bc5dc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.243608958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bf0d0e37-cb93-42d2-b23c-9a3c2e7bc5dc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.243816701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"85f2b294-8a1f-4caa-b0ba-84dac7cf5c4c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.243828024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"85f2b294-8a1f-4caa-b0ba-84dac7cf5c4c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.244069918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6961293-98d6-430a-82b6-145336bd9a9d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.24408093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6961293-98d6-430a-82b6-145336bd9a9d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.244285608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"93e2af18-e055-49d0-af20-1e3db63ab7c4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.24429582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"93e2af18-e055-49d0-af20-1e3db63ab7c4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.244520109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50343f5f-e7dc-4d9b-a8f5-de4f327b0171","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.244530205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50343f5f-e7dc-4d9b-a8f5-de4f327b0171","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.24472614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acb07e9b-e046-419e-87ad-edc2649f47e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.244736899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acb07e9b-e046-419e-87ad-edc2649f47e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.245057173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"095b8914-cb91-4a69-9026-80255c5ef340","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.245069166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"095b8914-cb91-4a69-9026-80255c5ef340","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.257553928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"5d735617-91b6-4130-baea-b42a28e57599","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.259041265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"9a9ad16d-b0cc-4595-8560-693c7487b713","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.271352118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"d7b5ed5d-f65d-47d3-abf1-a4990bdda04e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.272524162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"399b08c5-0ddb-48bc-9a3d-6041581e58de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.278531478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"5d735617-91b6-4130-baea-b42a28e57599","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.278976347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"f180c578-e6c2-4439-bb61-38f3c80546e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.279777764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"9a9ad16d-b0cc-4595-8560-693c7487b713","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.291783278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"d7b5ed5d-f65d-47d3-abf1-a4990bdda04e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.293416688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"399b08c5-0ddb-48bc-9a3d-6041581e58de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.298636983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ef06fc6766332521373d462db5ba90ecccd3b7fb2037e2c3a55fd51fcdbf5a02) AuthConfig (dc393c369d6dbc018565835ac237499346df90f91cd10513f57f5d5ac87bdb36) AuthConfig (e645b069f05efe0cf2b23439ad50fc0f126743c01c34cfa5c438ef61f6e0c4c4) AuthConfig (523b8a2b96b06f621e58c267ba04da612334a1479e008bdcde76060f493587da) AuthConfig (7b0375b87bd1ef940ab2d24dc729387b96929e1f52274ee804f4e174a9443609) AuthConfig (a797a98272f3611d96bd913f62e98f4ef42bafcae62db21d9caf27bae1be5f03) AuthConfig (e54eb57712f7b8d37aca13ffa0e1b54fae8e6c2800a6deae5147f90c645f57bb) AuthConfig (cae9eb7ee9bf49433945c77a918540dee345d23997496cdb6bded8d0c5faabc2) AuthConfig (509464e11f5caa321bafc967af3744c0e8f71ede3ec67cc62055cb439318ed6e) AuthConfig (ad0938ad2e40f6ca139b60124fe6a77e76687c7ee48339e5c9ccd8ea0723a7d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"5d735617-91b6-4130-baea-b42a28e57599","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.299753198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"f180c578-e6c2-4439-bb61-38f3c80546e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.300209711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"9a9ad16d-b0cc-4595-8560-693c7487b713","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.31640015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7fada5df-66e9-4265-bdc7-78e723c25c1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.316516777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d5b9743-bcb1-4478-a01b-f35b659c9407","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.354968599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"983ce3ae-7048-45de-952c-6eee47fe50f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.355525429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"f705785c-6cc2-4408-8797-2efa9449921c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.376696988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"f705785c-6cc2-4408-8797-2efa9449921c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.378266957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"983ce3ae-7048-45de-952c-6eee47fe50f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.42913687Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-94e1d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-94e1d7","reconcileID":"ca428617-c716-4245-b250-c7fe20176419","namespace":"llm","name":"e2e-dft-94e1d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.474035706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"46acc70d-4a21-4653-a6f0-0689862eda53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.474347431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"5a7e06de-09f2-4ab3-89c0-96ae1bcd0f37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.476071374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"87874be4-04dc-4da9-8911-a404105da5bc","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.494918826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"46acc70d-4a21-4653-a6f0-0689862eda53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.495426986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"5a7e06de-09f2-4ab3-89c0-96ae1bcd0f37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.497305522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"87874be4-04dc-4da9-8911-a404105da5bc","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.574025727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"7c213903-fcf2-4adc-b49e-31f34b49be7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.575754009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"0e308380-b3e6-45e5-9555-651190c9ecc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.594975298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"7c213903-fcf2-4adc-b49e-31f34b49be7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.596256768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"0e308380-b3e6-45e5-9555-651190c9ecc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.714525196Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-77cc63","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-77cc63","reconcileID":"d0760313-9265-43d8-a921-1abad020b9d6","namespace":"llm","name":"e2e-dft-del-77cc63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.75203157Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-77cc63","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-77cc63","reconcileID":"513f9a37-bd57-41ff-a010-1557c5b4c979","namespace":"llm","name":"e2e-dft-del-77cc63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.807652045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"80409286-11d6-4e4c-b030-ba56672adf6d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.808133296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61a5b242-06d6-4e90-a51d-a301dd4c12dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.832503854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"80409286-11d6-4e4c-b030-ba56672adf6d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.832738224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61a5b242-06d6-4e90-a51d-a301dd4c12dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.835358092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d878a709-fdc7-41f2-bed7-55d7f420a0c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.840162797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ac466f31-9726-44e7-8703-a8ca4b82a186","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.840186514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ac466f31-9726-44e7-8703-a8ca4b82a186","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.840862884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"34e2503c-c2e9-46f2-a973-8ab508348cf8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.840882032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"34e2503c-c2e9-46f2-a973-8ab508348cf8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.842808138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6928dba0-4295-4aa8-88b9-85cba2f363bc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.842837182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6928dba0-4295-4aa8-88b9-85cba2f363bc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.846406328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"e9821db3-7217-481c-b6ee-08de47f6d4de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.846852349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"e8b47d51-2135-4940-a9f9-c4cd664b921a","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.860538705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e10631b4-004a-48d7-acfb-f9d5d3712a98","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.860560858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e10631b4-004a-48d7-acfb-f9d5d3712a98","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.861063077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c3698e0-882f-4783-bada-faec7a11c880","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.861080741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c3698e0-882f-4783-bada-faec7a11c880","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.861622975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"11d916e2-5109-47ba-abf0-d0c041e7ef40","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.861638371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"11d916e2-5109-47ba-abf0-d0c041e7ef40","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.862828814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4f31c21a-1c39-4925-9fd7-b7bc588ed808","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.862847185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4f31c21a-1c39-4925-9fd7-b7bc588ed808","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.863182279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e6b7ff5-01ab-4411-9ad1-f4b47a469306","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.863196925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e6b7ff5-01ab-4411-9ad1-f4b47a469306","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.864465255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ef06fc6766332521373d462db5ba90ecccd3b7fb2037e2c3a55fd51fcdbf5a02) AuthConfig (dc393c369d6dbc018565835ac237499346df90f91cd10513f57f5d5ac87bdb36) AuthConfig (e645b069f05efe0cf2b23439ad50fc0f126743c01c34cfa5c438ef61f6e0c4c4) AuthConfig (523b8a2b96b06f621e58c267ba04da612334a1479e008bdcde76060f493587da) AuthConfig (7b0375b87bd1ef940ab2d24dc729387b96929e1f52274ee804f4e174a9443609) AuthConfig (a797a98272f3611d96bd913f62e98f4ef42bafcae62db21d9caf27bae1be5f03) AuthConfig (e54eb57712f7b8d37aca13ffa0e1b54fae8e6c2800a6deae5147f90c645f57bb) AuthConfig (cae9eb7ee9bf49433945c77a918540dee345d23997496cdb6bded8d0c5faabc2) AuthConfig (509464e11f5caa321bafc967af3744c0e8f71ede3ec67cc62055cb439318ed6e) AuthConfig (ad0938ad2e40f6ca139b60124fe6a77e76687c7ee48339e5c9ccd8ea0723a7d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"80409286-11d6-4e4c-b030-ba56672adf6d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.868040111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"e9821db3-7217-481c-b6ee-08de47f6d4de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.868247699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d878a709-fdc7-41f2-bed7-55d7f420a0c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.882970175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"e8b47d51-2135-4940-a9f9-c4cd664b921a","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.88718654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4b684e55-6b45-44d6-9775-abf728c3477b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.887202096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4b684e55-6b45-44d6-9775-abf728c3477b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.887505438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e8e8e5e-4128-4004-873e-e98d8c89cb67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.887516573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e8e8e5e-4128-4004-873e-e98d8c89cb67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.887827221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f23ed702-3982-47b8-9a26-0dfa5b370a96","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.887838071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f23ed702-3982-47b8-9a26-0dfa5b370a96","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.888158452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"40c8535e-9759-4ce1-8921-0003c89c27e4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.888170767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"40c8535e-9759-4ce1-8921-0003c89c27e4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.88837623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2fcdfc63-8a54-44e5-8b76-8243da500e20","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.888385092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2fcdfc63-8a54-44e5-8b76-8243da500e20","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.888588131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a3ae4666-949f-4bde-8289-4edf9e66ccbc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.888597939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a3ae4666-949f-4bde-8289-4edf9e66ccbc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.888792834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"472d2083-cde8-4710-bec3-cdc478ed4b92","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.888801471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"472d2083-cde8-4710-bec3-cdc478ed4b92","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.889020408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"545a7d2f-3b17-4541-9bd3-7e2dbe2a50e1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.889031223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"545a7d2f-3b17-4541-9bd3-7e2dbe2a50e1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.901658898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"9deced43-3475-4ac8-9dc7-353b5d2736f8","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.925956639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"9deced43-3475-4ac8-9dc7-353b5d2736f8","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.92902011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d87f685-60bc-44fa-a285-53db7cffb2fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.929533974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f28202be-5e22-4cf9-ae39-f9244cd6f070","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.945725084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"9deced43-3475-4ac8-9dc7-353b5d2736f8","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:55.961754515Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-77cc63","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-77cc63","reconcileID":"11bfb549-e738-486b-9b81-f37cb29543de","MaaSModelRef":{"name":"e2e-dft-del-77cc63","namespace":"llm"},"name":"e2e-dft-del-77cc63","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.016337972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"60b142fe-0da9-482b-9cb6-8892e1248c9a","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.028368019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"89fde431-d519-464f-9fb5-3807f07fec2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.037146136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"60b142fe-0da9-482b-9cb6-8892e1248c9a","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.049138754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"89fde431-d519-464f-9fb5-3807f07fec2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.13474918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"0ef28375-0f48-461e-9e85-607bc478ba35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.135250339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98c80aa3-842a-457e-865f-c679c88ec3c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.135645659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"5ab1c9d1-614f-4dce-8f37-df85f37c4dce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.166274648Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-77cc63","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-77cc63","reconcileID":"eac81dbd-2244-4a69-b298-bbf7afa73ff5","namespace":"llm","name":"e2e-dft-del-77cc63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.174621692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"5ab1c9d1-614f-4dce-8f37-df85f37c4dce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.183607264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"0ef28375-0f48-461e-9e85-607bc478ba35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.184879488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-77cc63","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-77cc63","reconcileID":"064c9086-997c-40e0-8d23-84f2db84df27","MaaSModelRef":{"name":"e2e-dft-del-77cc63","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-77cc63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.195059319Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-77cc63","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-77cc63","reconcileID":"064c9086-997c-40e0-8d23-84f2db84df27","MaaSModelRef":{"name":"e2e-dft-del-77cc63","namespace":"llm"},"routeName":"external-model-e2e-dft-del-77cc63-b5573f876533","namespace":"llm","model":"e2e-dft-del-77cc63","externalModel":"e2e-dft-del-77cc63","provider":"e2e-dft-del-77cc63-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.196456646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98c80aa3-842a-457e-865f-c679c88ec3c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.265534972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"cb387903-05e6-4d88-b253-99689a70bc92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.333739271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"cb387903-05e6-4d88-b253-99689a70bc92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.362292381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"aa91d0c0-365e-4d23-8d8b-e1c8e274cfc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.363267433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"e205987a-bc1c-4d18-a909-15e5410206a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.383482537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"aa91d0c0-365e-4d23-8d8b-e1c8e274cfc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.385824114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"e205987a-bc1c-4d18-a909-15e5410206a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.486569704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"ea7be540-42f2-4c2b-b721-12093c070176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.498725808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"f16fcc36-5ea3-4795-a127-356b25ce0dda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.507595478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"ea7be540-42f2-4c2b-b721-12093c070176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.560017713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"f16fcc36-5ea3-4795-a127-356b25ce0dda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.576117669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"bfe392d9-f63a-4b9a-b2af-4502dc07d2e4","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.589273924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"4027c35f-177d-4788-a807-5ef63cfc6ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.591947019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f3078ca-dbf8-4e67-8ab3-c26b351f1dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.59696056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"bfe392d9-f63a-4b9a-b2af-4502dc07d2e4","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.610162547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"4027c35f-177d-4788-a807-5ef63cfc6ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.612580356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f3078ca-dbf8-4e67-8ab3-c26b351f1dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.640841298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"3071b600-f518-4a34-8d62-296bf6315d09","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.641183708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"0e55d50a-fd19-4ca1-ac6f-cfb30cb00b1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.662673683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"0e55d50a-fd19-4ca1-ac6f-cfb30cb00b1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.663579263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"3071b600-f518-4a34-8d62-296bf6315d09","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.683268602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ef06fc6766332521373d462db5ba90ecccd3b7fb2037e2c3a55fd51fcdbf5a02) AuthConfig (dc393c369d6dbc018565835ac237499346df90f91cd10513f57f5d5ac87bdb36) AuthConfig (e645b069f05efe0cf2b23439ad50fc0f126743c01c34cfa5c438ef61f6e0c4c4) AuthConfig (523b8a2b96b06f621e58c267ba04da612334a1479e008bdcde76060f493587da) AuthConfig (7b0375b87bd1ef940ab2d24dc729387b96929e1f52274ee804f4e174a9443609) AuthConfig (a797a98272f3611d96bd913f62e98f4ef42bafcae62db21d9caf27bae1be5f03) AuthConfig (e54eb57712f7b8d37aca13ffa0e1b54fae8e6c2800a6deae5147f90c645f57bb) AuthConfig (cae9eb7ee9bf49433945c77a918540dee345d23997496cdb6bded8d0c5faabc2) AuthConfig (509464e11f5caa321bafc967af3744c0e8f71ede3ec67cc62055cb439318ed6e) AuthConfig (ad0938ad2e40f6ca139b60124fe6a77e76687c7ee48339e5c9ccd8ea0723a7d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"3071b600-f518-4a34-8d62-296bf6315d09","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.691844446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"5b229e5b-c7dd-4524-87d7-fa190f95c722","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.710855675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f8bb1e37-c4b0-43a8-975c-89c844db2b91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.71281045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"5b229e5b-c7dd-4524-87d7-fa190f95c722","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.732172833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f8bb1e37-c4b0-43a8-975c-89c844db2b91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.732819177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"5b229e5b-c7dd-4524-87d7-fa190f95c722","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.735736347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"4dd42817-4f73-4480-9ec2-9e089713a2ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.736125865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"9249082e-0a56-475f-9e6f-fc5ebe2900bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.758232971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"4dd42817-4f73-4480-9ec2-9e089713a2ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.758228835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"9249082e-0a56-475f-9e6f-fc5ebe2900bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.834273645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30b85566-8679-44b4-89ce-bc3e178bb893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.85531892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30b85566-8679-44b4-89ce-bc3e178bb893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.95157124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"c4cd2267-889d-4fa1-a807-654a9a7bcd32","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:56.977289518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"c4cd2267-889d-4fa1-a807-654a9a7bcd32","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.064128061Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-0477ad","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad","reconcileID":"db211ee6-640f-4c94-a398-514d31d89797","namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.086501209Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-0477ad","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad","reconcileID":"18fe4b32-19c2-469c-9447-ce3e10d9da0e","namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.101543683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"c8f37006-1b1d-42b1-ae30-98d4e73f1aa6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.103115136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"1d5b8a54-dcd7-45c8-96f9-9ed44fca8a65","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.117308077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"e0142568-648a-4846-a557-fbf17d41de74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.117309916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"f5bca9c4-0c9f-4767-b883-aec49cc44031","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.117532303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"d6269e0b-1bdb-4b9c-ba02-2929761a12a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.123325365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"c8f37006-1b1d-42b1-ae30-98d4e73f1aa6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.124510059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"1d5b8a54-dcd7-45c8-96f9-9ed44fca8a65","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.141190241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"d6269e0b-1bdb-4b9c-ba02-2929761a12a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.141477652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"f5bca9c4-0c9f-4767-b883-aec49cc44031","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.143863982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ef06fc6766332521373d462db5ba90ecccd3b7fb2037e2c3a55fd51fcdbf5a02) AuthConfig (dc393c369d6dbc018565835ac237499346df90f91cd10513f57f5d5ac87bdb36) AuthConfig (e645b069f05efe0cf2b23439ad50fc0f126743c01c34cfa5c438ef61f6e0c4c4) AuthConfig (523b8a2b96b06f621e58c267ba04da612334a1479e008bdcde76060f493587da) AuthConfig (7b0375b87bd1ef940ab2d24dc729387b96929e1f52274ee804f4e174a9443609) AuthConfig (a797a98272f3611d96bd913f62e98f4ef42bafcae62db21d9caf27bae1be5f03) AuthConfig (e54eb57712f7b8d37aca13ffa0e1b54fae8e6c2800a6deae5147f90c645f57bb) AuthConfig (cae9eb7ee9bf49433945c77a918540dee345d23997496cdb6bded8d0c5faabc2) AuthConfig (509464e11f5caa321bafc967af3744c0e8f71ede3ec67cc62055cb439318ed6e) AuthConfig (ad0938ad2e40f6ca139b60124fe6a77e76687c7ee48339e5c9ccd8ea0723a7d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"c8f37006-1b1d-42b1-ae30-98d4e73f1aa6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.144336243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"e0142568-648a-4846-a557-fbf17d41de74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.145405747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"1d5b8a54-dcd7-45c8-96f9-9ed44fca8a65","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.224515012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"2bb99d80-2424-4f93-9c21-73e7f9c080e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.224515655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f06a2b48-2ea2-4709-96b8-863bdf98e09e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.249001749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"2bb99d80-2424-4f93-9c21-73e7f9c080e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.249886867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f06a2b48-2ea2-4709-96b8-863bdf98e09e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.327886573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"2e47adfe-c236-47f0-842d-67fce50f064c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.328035776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"67d98b4a-5647-49f7-b7fe-bdea959bbb91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.34117494Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"fc7bfa15-0e50-40b1-b634-e3dc0b3e6bad","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"name":"e2e-shr-shared-0477ad","namespace":"e2e-extmod-shr-user-78ab1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.349228758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"67d98b4a-5647-49f7-b7fe-bdea959bbb91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.349451206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"2e47adfe-c236-47f0-842d-67fce50f064c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.428756457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"02aa7ba0-fae0-4da8-a85a-031a222c7aeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.428755046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"53f7812b-d6b1-4db9-b070-68e79c44bfeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.435379747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4ad1c4d-e01a-4e12-af31-c138c19705bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.451026485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"53f7812b-d6b1-4db9-b070-68e79c44bfeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.475621721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"02aa7ba0-fae0-4da8-a85a-031a222c7aeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.478751366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4ad1c4d-e01a-4e12-af31-c138c19705bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.569567153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"25278b61-8713-40af-bebd-48ee85c02db5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.57023489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"cce56b83-dc6b-48fc-86d8-ce974cad9674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.570817012Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"2023feb2-7769-4986-b0e9-a72cf780e65b","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"name":"e2e-shr-shared-0477ad","namespace":"e2e-extmod-shr-user-78ab1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.610662897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"25278b61-8713-40af-bebd-48ee85c02db5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.614736703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"cce56b83-dc6b-48fc-86d8-ce974cad9674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.681737081Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"9b8e4c36-ed52-41d9-9841-fe158a060f46","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"name":"e2e-shr-shared-0477ad","namespace":"e2e-extmod-shr-user-78ab1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.724600715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"710df186-1027-451f-9442-ea5e929a4598","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.735937342Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"c442846b-ece6-4bf4-a97c-b2a10c7094ea","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"name":"e2e-shr-shared-0477ad","namespace":"e2e-extmod-shr-user-78ab1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.736587821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"0e259092-1092-4ca5-8819-6d75303fa7b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.749083596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"89cafaab-e57c-4957-af47-343143daf2f3","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.750113073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"710df186-1027-451f-9442-ea5e929a4598","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.750343195Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-0477ad","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad","reconcileID":"4765f495-7472-4070-a7fc-e91d3ef510b3","namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.75802236Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"2b91dcf1-7030-40c7-9128-5fe33d867d08","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.762103605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"0e259092-1092-4ca5-8819-6d75303fa7b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.771008424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"89cafaab-e57c-4957-af47-343143daf2f3","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.772270166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ef06fc6766332521373d462db5ba90ecccd3b7fb2037e2c3a55fd51fcdbf5a02) AuthConfig (dc393c369d6dbc018565835ac237499346df90f91cd10513f57f5d5ac87bdb36) AuthConfig (e645b069f05efe0cf2b23439ad50fc0f126743c01c34cfa5c438ef61f6e0c4c4) AuthConfig (523b8a2b96b06f621e58c267ba04da612334a1479e008bdcde76060f493587da) AuthConfig (7b0375b87bd1ef940ab2d24dc729387b96929e1f52274ee804f4e174a9443609) AuthConfig (a797a98272f3611d96bd913f62e98f4ef42bafcae62db21d9caf27bae1be5f03) AuthConfig (e54eb57712f7b8d37aca13ffa0e1b54fae8e6c2800a6deae5147f90c645f57bb) AuthConfig (cae9eb7ee9bf49433945c77a918540dee345d23997496cdb6bded8d0c5faabc2) AuthConfig (509464e11f5caa321bafc967af3744c0e8f71ede3ec67cc62055cb439318ed6e) AuthConfig (ad0938ad2e40f6ca139b60124fe6a77e76687c7ee48339e5c9ccd8ea0723a7d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"710df186-1027-451f-9442-ea5e929a4598","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.798144752Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"8b56de3a-751c-48d6-a19d-f31cabb5a9c8","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"name":"e2e-shr-shared-0477ad","namespace":"e2e-extmod-shr-user-78ab1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.80673942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"35b3d890-1970-48c9-a308-3a5b11e6ff77","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.829734246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"35b3d890-1970-48c9-a308-3a5b11e6ff77","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.836633132Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"b4163791-f7a0-405a-b97b-5b48cc93b917","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.849422114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"35b3d890-1970-48c9-a308-3a5b11e6ff77","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.927132612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"290c2de5-df4b-42f9-9219-c9c2143fe900","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.928234037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"de566196-284c-4f32-b851-d73029153a47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.928254383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"975b6375-f15e-402e-be5c-0bd5d1807b1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.948260269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"290c2de5-df4b-42f9-9219-c9c2143fe900","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.949352347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"de566196-284c-4f32-b851-d73029153a47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.950424906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"975b6375-f15e-402e-be5c-0bd5d1807b1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.950557036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f737d472-d79d-4e0a-b744-9dcf733a6e24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:58.971233579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f737d472-d79d-4e0a-b744-9dcf733a6e24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.055027053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"6c510658-2930-41ee-a082-6ed521b43e5e","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.08367038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"6c510658-2930-41ee-a082-6ed521b43e5e","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.1616617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"d0ee5840-4611-401d-bf18-8cbee96a5fe7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.178141562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"cdffdf37-c643-4abc-add2-8727c8cab184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.178178885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"ef707c76-d29a-4562-b761-8d429697f3ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.178569019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"3301515e-c0c7-44dd-a5ec-e8905a30ca6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.183272208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"d0ee5840-4611-401d-bf18-8cbee96a5fe7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.199317529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"cdffdf37-c643-4abc-add2-8727c8cab184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.199705325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"ef707c76-d29a-4562-b761-8d429697f3ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.201457581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"3301515e-c0c7-44dd-a5ec-e8905a30ca6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.202996265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ef06fc6766332521373d462db5ba90ecccd3b7fb2037e2c3a55fd51fcdbf5a02) AuthConfig (dc393c369d6dbc018565835ac237499346df90f91cd10513f57f5d5ac87bdb36) AuthConfig (e645b069f05efe0cf2b23439ad50fc0f126743c01c34cfa5c438ef61f6e0c4c4) AuthConfig (523b8a2b96b06f621e58c267ba04da612334a1479e008bdcde76060f493587da) AuthConfig (7b0375b87bd1ef940ab2d24dc729387b96929e1f52274ee804f4e174a9443609) AuthConfig (a797a98272f3611d96bd913f62e98f4ef42bafcae62db21d9caf27bae1be5f03) AuthConfig (e54eb57712f7b8d37aca13ffa0e1b54fae8e6c2800a6deae5147f90c645f57bb) AuthConfig (cae9eb7ee9bf49433945c77a918540dee345d23997496cdb6bded8d0c5faabc2) AuthConfig (509464e11f5caa321bafc967af3744c0e8f71ede3ec67cc62055cb439318ed6e) AuthConfig (ad0938ad2e40f6ca139b60124fe6a77e76687c7ee48339e5c9ccd8ea0723a7d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"d0ee5840-4611-401d-bf18-8cbee96a5fe7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.270584741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"d3cf9b99-7a3c-4681-9f90-26f69700c502","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.270598989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"a7a268d1-2a53-48ed-ac34-dcf22f8a3ea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.29163092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"a7a268d1-2a53-48ed-ac34-dcf22f8a3ea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.291715567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"d3cf9b99-7a3c-4681-9f90-26f69700c502","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.383726346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66839fe1-6796-4b42-baf7-9d21f321b22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.384060427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a5a6f823-c885-4615-ba59-f89857e36f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.385641712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"a88c6741-ec4a-40d2-a817-82d3b5f2ae21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.405249168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66839fe1-6796-4b42-baf7-9d21f321b22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.405264778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a5a6f823-c885-4615-ba59-f89857e36f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.407523342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"a88c6741-ec4a-40d2-a817-82d3b5f2ae21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.488695196Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-0477ad","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad","reconcileID":"a8248809-1aee-4cd9-aedb-477e35d85b15","namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.504941149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"7dc36c26-826e-429b-99c0-dc3098a94114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.505570014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"8f791ce9-4d43-4678-ad2c-1337ac0a6bd2","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.527742857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"7dc36c26-826e-429b-99c0-dc3098a94114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.558839004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"cc3c5031-6c97-4b6e-b4f0-dc9cac25eeaf","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.66101715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"0974905e-ecc5-4026-be4e-af79aa540700","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.674268174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"2d3937ee-72f1-4367-aee9-008ede3e9be6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.685672055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"0974905e-ecc5-4026-be4e-af79aa540700","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.69514472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4170f280-8dd7-420d-8194-07d8a85058de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.695502598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"37bbe8a8-7d0f-4510-88a3-8ec1c4371498","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.695753794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"2d3937ee-72f1-4367-aee9-008ede3e9be6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.705870694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95f9477d8efb48902aa19a605e4ced49f4028188ed77e1910469cd23441ea573) AuthConfig (95fe5acfec00985381ace9b1665ee512e031d2d55ffa5e9c7f0ec9c46d03953c) AuthConfig (7b17e749c021ea6c5b10c4cfc878327bf90855f2b059f0ae894acb38a8bdfc50) AuthConfig (f271527488ec8d7df90c89721eda89d14a46106ff3e2541275c254a2568deaaa) AuthConfig (3217af59d4ae1ced07286de0d3dc3692c71426d74135ee53e95c2f1a07252a2d) AuthConfig (ea705b988d3fd03ffe15120aab5c14c52f9ec4b4ac1284e0ed5e5877e28cf038) AuthConfig (037b4130decd3e7ef777c3fbbea7a79fbc921aef940c59ed790fe248e14773be) AuthConfig (c11babd24f85367144f6012f3e24e0b0b55c4c7188f9c5e58fb6580e8534e637) AuthConfig (d397c6c0dcd9694da98f8fc775daa7c65a57fc5fd579219fd4b1ca5cacca7f8e) AuthConfig (fd798c0a1d506fc0d4b1af8d99d5479a0b7c86662bdf482e9d486c9571486c68) AuthConfig (4ec5a70798f4bfe07ddc56d68f96090c18398d95d49eb0da9804f888019f9b03) AuthConfig (ff1179326b989d86007c959d2e33326257f89aa1a7af94fad6c45d35ae810c34) AuthConfig (7784fb542031486e6e6944ed1e393ad71ded7c9577648654679cce1dc703f1fd) AuthConfig (3a04d17719a885acdff85ff516c2cc4c5a0f01c181daebccbe2e07462f3bbfa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"0974905e-ecc5-4026-be4e-af79aa540700","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.714402913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abff64f0-875b-4dd8-8468-6fc8a2fc1e08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.716293406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4170f280-8dd7-420d-8194-07d8a85058de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.716948199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"37bbe8a8-7d0f-4510-88a3-8ec1c4371498","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.717369873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-67e819-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ef06fc6766332521373d462db5ba90ecccd3b7fb2037e2c3a55fd51fcdbf5a02) AuthConfig (dc393c369d6dbc018565835ac237499346df90f91cd10513f57f5d5ac87bdb36) AuthConfig (e645b069f05efe0cf2b23439ad50fc0f126743c01c34cfa5c438ef61f6e0c4c4) AuthConfig (523b8a2b96b06f621e58c267ba04da612334a1479e008bdcde76060f493587da) AuthConfig (7b0375b87bd1ef940ab2d24dc729387b96929e1f52274ee804f4e174a9443609) AuthConfig (a797a98272f3611d96bd913f62e98f4ef42bafcae62db21d9caf27bae1be5f03) AuthConfig (e54eb57712f7b8d37aca13ffa0e1b54fae8e6c2800a6deae5147f90c645f57bb) AuthConfig (cae9eb7ee9bf49433945c77a918540dee345d23997496cdb6bded8d0c5faabc2) AuthConfig (509464e11f5caa321bafc967af3744c0e8f71ede3ec67cc62055cb439318ed6e) AuthConfig (ad0938ad2e40f6ca139b60124fe6a77e76687c7ee48339e5c9ccd8ea0723a7d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"2d3937ee-72f1-4367-aee9-008ede3e9be6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.735844819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abff64f0-875b-4dd8-8468-6fc8a2fc1e08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.744505309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"a5698286-ee55-4f93-bf94-acbd9bddea51","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.744521556Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"a5698286-ee55-4f93-bf94-acbd9bddea51","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"routeName":"external-model-e2e-cfl-same-28d1f4-0d38a56d4683","namespace":"e2e-extmod-cfl-1-137ee4","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.815656365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"ae972367-c788-4d22-8eac-f8c2840dc0d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.815666354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"9bf5f2ac-fe0a-4844-9b73-e37632d658d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.826663559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"e9031949-8bc3-4d07-ab9c-ec0cd0b5a803","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.826677031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"9ee559ef-b9b6-4676-ab49-255ed22e907f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.83814225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"9bf5f2ac-fe0a-4844-9b73-e37632d658d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.83832876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"ae972367-c788-4d22-8eac-f8c2840dc0d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.850296294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"e9031949-8bc3-4d07-ab9c-ec0cd0b5a803","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.850572193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"9ee559ef-b9b6-4676-ab49-255ed22e907f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.916839701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"aa6b2c42-d315-4f0f-8d0c-58d893c0b7da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.936166177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"db69cdf5-2b96-4eb5-804d-d80d8c0deaca","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.936525004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"2bf47aac-ead3-42a8-ba71-2f1ce94d560f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.938061723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"aa6b2c42-d315-4f0f-8d0c-58d893c0b7da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.960571399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"db69cdf5-2b96-4eb5-804d-d80d8c0deaca","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:19:59.960784716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"2bf47aac-ead3-42a8-ba71-2f1ce94d560f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.014428754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88114515-65f3-446d-8d4d-97905e335992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.021818711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"b149c79e-8b7b-4f7e-8042-c3a498e89e94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.035577059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88114515-65f3-446d-8d4d-97905e335992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.037214239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"125880af-6c4a-4da2-8eca-791ab04f614d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.042555787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"b149c79e-8b7b-4f7e-8042-c3a498e89e94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.058203199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"125880af-6c4a-4da2-8eca-791ab04f614d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.058226766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"188a4cdf-6912-4c7b-bccd-ed19a7bdff52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.083095249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"188a4cdf-6912-4c7b-bccd-ed19a7bdff52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.156452051Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-0477ad","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad","reconcileID":"41f7c56b-e246-4de5-996e-d00cbd264579","namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.192041264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"2338457a-b53d-4c6e-9a39-aeb5e1c8d3fa","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.192041261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"5868e85b-fd2a-46db-93b7-3b00e20b5d79","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.213511782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"2338457a-b53d-4c6e-9a39-aeb5e1c8d3fa","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.213752824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"5868e85b-fd2a-46db-93b7-3b00e20b5d79","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.223419886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2a94564-05f8-44d1-b865-d583b32c6bcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.223419888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"b24de78a-7899-4c54-b30c-95542328fbff","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.233435936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95f9477d8efb48902aa19a605e4ced49f4028188ed77e1910469cd23441ea573) AuthConfig (95fe5acfec00985381ace9b1665ee512e031d2d55ffa5e9c7f0ec9c46d03953c) AuthConfig (7b17e749c021ea6c5b10c4cfc878327bf90855f2b059f0ae894acb38a8bdfc50) AuthConfig (f271527488ec8d7df90c89721eda89d14a46106ff3e2541275c254a2568deaaa) AuthConfig (3217af59d4ae1ced07286de0d3dc3692c71426d74135ee53e95c2f1a07252a2d) AuthConfig (ea705b988d3fd03ffe15120aab5c14c52f9ec4b4ac1284e0ed5e5877e28cf038) AuthConfig (037b4130decd3e7ef777c3fbbea7a79fbc921aef940c59ed790fe248e14773be) AuthConfig (c11babd24f85367144f6012f3e24e0b0b55c4c7188f9c5e58fb6580e8534e637) AuthConfig (d397c6c0dcd9694da98f8fc775daa7c65a57fc5fd579219fd4b1ca5cacca7f8e) AuthConfig (fd798c0a1d506fc0d4b1af8d99d5479a0b7c86662bdf482e9d486c9571486c68) AuthConfig (4ec5a70798f4bfe07ddc56d68f96090c18398d95d49eb0da9804f888019f9b03) AuthConfig (ff1179326b989d86007c959d2e33326257f89aa1a7af94fad6c45d35ae810c34) AuthConfig (7784fb542031486e6e6944ed1e393ad71ded7c9577648654679cce1dc703f1fd) AuthConfig (3a04d17719a885acdff85ff516c2cc4c5a0f01c181daebccbe2e07462f3bbfa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"2338457a-b53d-4c6e-9a39-aeb5e1c8d3fa","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.244438954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2a94564-05f8-44d1-b865-d583b32c6bcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.244547239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"b24de78a-7899-4c54-b30c-95542328fbff","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.333558645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"1be053f4-e086-4ab4-a58a-1ea399af9eff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.352996936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d6c8a423-c141-4221-bb92-f2aaf85299f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.35989595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"1be053f4-e086-4ab4-a58a-1ea399af9eff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.37946757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d6c8a423-c141-4221-bb92-f2aaf85299f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.435850145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"b49e3bea-493e-49f8-a65c-245d4180f7f0","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"tenant":"e2e-extmod-a-67e819","gateway":"openshift-ingress/e2e-extmod-a-67e819","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.435880315Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"b49e3bea-493e-49f8-a65c-245d4180f7f0","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"routeName":"external-model-e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819","model":"e2e-cmp-legacy-d1daec","externalModel":"e2e-cmp-legacy-d1daec","provider":"e2e-cmp-legacy-d1daec-provider","gateway":"openshift-ingress/e2e-extmod-a-67e819","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.456806851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f3a0701f-0f5f-4eac-b43e-1410f208cd05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.478641582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f3a0701f-0f5f-4eac-b43e-1410f208cd05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.54974985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b479f700-a349-481c-a8ff-21f01a34dcb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.54976457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"5735a23a-bff7-41f5-9236-d82d42706037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.572538424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"5735a23a-bff7-41f5-9236-d82d42706037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.576372755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b479f700-a349-481c-a8ff-21f01a34dcb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.67188645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"718d53aa-4dc4-4405-9c13-370bbb896223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.680416992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"ffd7b71a-0f88-49e5-8fec-41dccf182f3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.693802581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"718d53aa-4dc4-4405-9c13-370bbb896223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.701493574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"ffd7b71a-0f88-49e5-8fec-41dccf182f3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.758550898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"8966e3c1-3176-4790-9cb4-c0f8d3705f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.758816009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"5841e43a-f3eb-4a2a-b898-e9f48e8a65f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.75901691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"8bf62d98-d6df-4c17-a9fb-9da4f8d02d2d","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.781455653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"8966e3c1-3176-4790-9cb4-c0f8d3705f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.782763068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"8bf62d98-d6df-4c17-a9fb-9da4f8d02d2d","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.783860826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"5841e43a-f3eb-4a2a-b898-e9f48e8a65f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.960110221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"6eb4acdd-d9a1-4f8b-a118-31e7e828ac90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:00.960858005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"6e19435c-eb05-43af-b394-8f357a65b0d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.003505264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"6e19435c-eb05-43af-b394-8f357a65b0d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.005639739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"6eb4acdd-d9a1-4f8b-a118-31e7e828ac90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.016087827Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"225e0d1d-525c-435a-a4c2-2fab05c0aded","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.0315587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"2eaa131a-32a3-4b71-a0f6-4b92ca09ad94","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.058486597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"2eaa131a-32a3-4b71-a0f6-4b92ca09ad94","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.078385731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95f9477d8efb48902aa19a605e4ced49f4028188ed77e1910469cd23441ea573) AuthConfig (95fe5acfec00985381ace9b1665ee512e031d2d55ffa5e9c7f0ec9c46d03953c) AuthConfig (7b17e749c021ea6c5b10c4cfc878327bf90855f2b059f0ae894acb38a8bdfc50) AuthConfig (f271527488ec8d7df90c89721eda89d14a46106ff3e2541275c254a2568deaaa) AuthConfig (3217af59d4ae1ced07286de0d3dc3692c71426d74135ee53e95c2f1a07252a2d) AuthConfig (ea705b988d3fd03ffe15120aab5c14c52f9ec4b4ac1284e0ed5e5877e28cf038) AuthConfig (037b4130decd3e7ef777c3fbbea7a79fbc921aef940c59ed790fe248e14773be) AuthConfig (c11babd24f85367144f6012f3e24e0b0b55c4c7188f9c5e58fb6580e8534e637) AuthConfig (d397c6c0dcd9694da98f8fc775daa7c65a57fc5fd579219fd4b1ca5cacca7f8e) AuthConfig (fd798c0a1d506fc0d4b1af8d99d5479a0b7c86662bdf482e9d486c9571486c68) AuthConfig (4ec5a70798f4bfe07ddc56d68f96090c18398d95d49eb0da9804f888019f9b03) AuthConfig (ff1179326b989d86007c959d2e33326257f89aa1a7af94fad6c45d35ae810c34) AuthConfig (7784fb542031486e6e6944ed1e393ad71ded7c9577648654679cce1dc703f1fd) AuthConfig (3a04d17719a885acdff85ff516c2cc4c5a0f01c181daebccbe2e07462f3bbfa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"2eaa131a-32a3-4b71-a0f6-4b92ca09ad94","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.159463311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"fa2f3cbf-a332-4fa2-afbf-5255cfa5cde4","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"tenant":"e2e-extmod-a-67e819","gateway":"openshift-ingress/e2e-extmod-a-67e819","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.159485735Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"fa2f3cbf-a332-4fa2-afbf-5255cfa5cde4","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"routeName":"external-model-e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819","model":"e2e-cmp-legacy-d1daec","externalModel":"e2e-cmp-legacy-d1daec","provider":"e2e-cmp-legacy-d1daec-provider","gateway":"openshift-ingress/e2e-extmod-a-67e819","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.177606672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"bcbb0522-f568-40de-b385-6220d8c18dea","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:20:01.177987177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d1daec-sub","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-sub","reconcileID":"b4bd718e-c932-4271-9f20-3bbfe307c0f5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-d1daec-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.197874556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"87687403-92a8-4915-b78e-b61f5e3f4ac2","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"tenant":"e2e-extmod-a-67e819","gateway":"openshift-ingress/e2e-extmod-a-67e819","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.197893794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"87687403-92a8-4915-b78e-b61f5e3f4ac2","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"routeName":"external-model-e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819","model":"e2e-cmp-legacy-d1daec","externalModel":"e2e-cmp-legacy-d1daec","provider":"e2e-cmp-legacy-d1daec-provider","gateway":"openshift-ingress/e2e-extmod-a-67e819","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.198577762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"bcbb0522-f568-40de-b385-6220d8c18dea","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:20:01.216169393Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"87687403-92a8-4915-b78e-b61f5e3f4ac2","name":"e2e-cmp-legacy-d1daec","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-d1daec\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:20:01.216228696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"87687403-92a8-4915-b78e-b61f5e3f4ac2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-d1daec\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.232616384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"03643b3f-ca76-4d66-ad9a-b2dd131ce621","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.23263856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"03643b3f-ca76-4d66-ad9a-b2dd131ce621","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.252420601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"35181ce8-642b-49d7-b98c-41925bb8a1b5","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"tenant":"e2e-extmod-a-67e819","gateway":"openshift-ingress/e2e-extmod-a-67e819","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.252442028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"35181ce8-642b-49d7-b98c-41925bb8a1b5","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"routeName":"external-model-e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819","model":"e2e-cmp-legacy-d1daec","externalModel":"e2e-cmp-legacy-d1daec","provider":"e2e-cmp-legacy-d1daec-provider","gateway":"openshift-ingress/e2e-extmod-a-67e819","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.268933389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"5528bf7e-cf4b-46cf-a405-38739ed95b1d","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"tenant":"e2e-extmod-a-67e819","gateway":"openshift-ingress/e2e-extmod-a-67e819","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.268951578Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"5528bf7e-cf4b-46cf-a405-38739ed95b1d","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"routeName":"external-model-e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819","model":"e2e-cmp-legacy-d1daec","externalModel":"e2e-cmp-legacy-d1daec","provider":"e2e-cmp-legacy-d1daec-provider","gateway":"openshift-ingress/e2e-extmod-a-67e819","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.318859122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"7204ba39-2a66-4a4b-900a-fe8774cb22e4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.322494992Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d1daec-sub","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-sub","reconcileID":"0984c3de-3eb9-44a5-a45a-e7aade12c048","MaaSSubscription":{"name":"e2e-cmp-legacy-d1daec-sub","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"maas-trlp-e2e-cmp-legacy-d1daec","model":"e2e-cmp-legacy-d1daec","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.370803654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"7204ba39-2a66-4a4b-900a-fe8774cb22e4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.437177188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"5c8cc699-60a6-4c0c-92d9-de54757899b1","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"tenant":"e2e-extmod-a-67e819","gateway":"openshift-ingress/e2e-extmod-a-67e819","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.437204032Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"5c8cc699-60a6-4c0c-92d9-de54757899b1","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"routeName":"external-model-e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819","model":"e2e-cmp-legacy-d1daec","externalModel":"e2e-cmp-legacy-d1daec","provider":"e2e-cmp-legacy-d1daec-provider","gateway":"openshift-ingress/e2e-extmod-a-67e819","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:01.512478404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d1daec-sub","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-sub","reconcileID":"acd0fc91-4328-44b9-8b85-5a0bbe1e1d1a","MaaSSubscription":{"name":"e2e-cmp-legacy-d1daec-sub","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"maas-trlp-e2e-cmp-legacy-d1daec","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.193950303Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-77cc63","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-77cc63","reconcileID":"7f275402-bbe0-4393-8ab8-88fd2d0a34b7","namespace":"llm","name":"e2e-dft-del-77cc63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.229512045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"e9691e0a-4286-41ac-b908-6ba97eff031e","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.244735581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a343fa88-e93b-44a6-8a7d-238920206587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.247986102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"d9d4748e-eb4e-4945-b2da-3625fbd29716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.248352432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71ef5b64-a276-41d1-8b0c-0f61bf43a262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.250320395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"e9691e0a-4286-41ac-b908-6ba97eff031e","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.251725053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"0c6c972e-408b-46e2-80cf-f5012d75633e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.265848279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a343fa88-e93b-44a6-8a7d-238920206587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.269102518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"d9d4748e-eb4e-4945-b2da-3625fbd29716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.269339732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71ef5b64-a276-41d1-8b0c-0f61bf43a262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.270684794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95f9477d8efb48902aa19a605e4ced49f4028188ed77e1910469cd23441ea573) AuthConfig (95fe5acfec00985381ace9b1665ee512e031d2d55ffa5e9c7f0ec9c46d03953c) AuthConfig (7b17e749c021ea6c5b10c4cfc878327bf90855f2b059f0ae894acb38a8bdfc50) AuthConfig (f271527488ec8d7df90c89721eda89d14a46106ff3e2541275c254a2568deaaa) AuthConfig (3217af59d4ae1ced07286de0d3dc3692c71426d74135ee53e95c2f1a07252a2d) AuthConfig (ea705b988d3fd03ffe15120aab5c14c52f9ec4b4ac1284e0ed5e5877e28cf038) AuthConfig (037b4130decd3e7ef777c3fbbea7a79fbc921aef940c59ed790fe248e14773be) AuthConfig (c11babd24f85367144f6012f3e24e0b0b55c4c7188f9c5e58fb6580e8534e637) AuthConfig (d397c6c0dcd9694da98f8fc775daa7c65a57fc5fd579219fd4b1ca5cacca7f8e) AuthConfig (fd798c0a1d506fc0d4b1af8d99d5479a0b7c86662bdf482e9d486c9571486c68) AuthConfig (4ec5a70798f4bfe07ddc56d68f96090c18398d95d49eb0da9804f888019f9b03) AuthConfig (ff1179326b989d86007c959d2e33326257f89aa1a7af94fad6c45d35ae810c34) AuthConfig (7784fb542031486e6e6944ed1e393ad71ded7c9577648654679cce1dc703f1fd) AuthConfig (3a04d17719a885acdff85ff516c2cc4c5a0f01c181daebccbe2e07462f3bbfa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"e9691e0a-4286-41ac-b908-6ba97eff031e","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.273263922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"0c6c972e-408b-46e2-80cf-f5012d75633e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.344865023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"13a6ce0e-c7bb-43f9-a25d-f2457e1674b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.367095257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"13a6ce0e-c7bb-43f9-a25d-f2457e1674b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.426278352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7f4a3862-816a-42dc-9f76-19d7ac2c7c9c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.426306557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7f4a3862-816a-42dc-9f76-19d7ac2c7c9c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.42664557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e6fc247b-be32-4d8e-a7b8-135043c935f5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.426660884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e6fc247b-be32-4d8e-a7b8-135043c935f5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.426931224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"91e7fa30-648c-44f6-a078-c134028e13e6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.426944835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"91e7fa30-648c-44f6-a078-c134028e13e6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.427206207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b451920-9eb0-4501-aa9e-1b2694a10b1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.427221248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b451920-9eb0-4501-aa9e-1b2694a10b1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.427584743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a5aa46-18c9-4100-a683-dde5bf8c13cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.427598884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a5aa46-18c9-4100-a683-dde5bf8c13cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.427938285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"011624b0-f04c-4e03-8717-3e0ced56768e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.427953743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"011624b0-f04c-4e03-8717-3e0ced56768e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.428190118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"718a84f1-1138-486d-9f41-e3fd468bdda2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.428201791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"718a84f1-1138-486d-9f41-e3fd468bdda2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.428442862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f811c059-c090-467c-92c3-dca957548620","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.428453983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f811c059-c090-467c-92c3-dca957548620","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.464865493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"8e793b86-5417-4c77-8ce8-c67bfb368b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.466952716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"a37649cd-8398-404a-b58b-8f3d4c0fe05c","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.486470478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"8e793b86-5417-4c77-8ce8-c67bfb368b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.487747464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"a37649cd-8398-404a-b58b-8f3d4c0fe05c","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.494157783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ac37613e-7784-4889-8b28-1a389ab2ee3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.494442201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"58397b61-7e7f-45ea-bf3e-8b881844ee8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.57906765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"91684b1b-6bef-4dcb-9c04-fa9c5141f54c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.583999911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"410ae1df-7e89-4b7c-bcf5-79c103d01330","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.584113936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"2b8ca49e-06db-4794-b856-16d456860bd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.604186694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"91684b1b-6bef-4dcb-9c04-fa9c5141f54c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.605492994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"2b8ca49e-06db-4794-b856-16d456860bd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.606386759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"410ae1df-7e89-4b7c-bcf5-79c103d01330","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.608817151Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-77cc63","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-77cc63","reconcileID":"7cff2c42-c6f3-4bce-bc58-29d3551a61b9","namespace":"llm","name":"e2e-dft-del-77cc63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.780458217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c2d002a-f584-478d-8b4e-53b0c42b6151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.807313613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c2d002a-f584-478d-8b4e-53b0c42b6151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.839287103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"b5c0c619-0719-4d18-8930-96d78d347902","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.852469759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"6d2cfbfd-8161-4c66-a165-91418035840e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.854940067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"5f4788cc-0ab8-4b60-8adb-a72888b029a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.855113873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"0bf26a9a-d17e-41d4-8fdf-c0feeb8e1068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.860795603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"b5c0c619-0719-4d18-8930-96d78d347902","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.873295051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"6d2cfbfd-8161-4c66-a165-91418035840e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.875640123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"5f4788cc-0ab8-4b60-8adb-a72888b029a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:02.876136833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"0bf26a9a-d17e-41d4-8fdf-c0feeb8e1068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.063853651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"1c7a2104-537a-47e5-a324-2a05a45d55bd","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.064463099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5577a1aa-7a52-4047-9890-8fce5d7bbc0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.064893236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"08a6e220-cbc2-42fa-963b-15b726268282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.065355246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"6195d6f9-27eb-4135-aed4-577a66524a8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.065774591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"2cd64e25-9dd6-446e-8e01-a126cc90e6d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.146888809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"08a6e220-cbc2-42fa-963b-15b726268282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.166635588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"2cd64e25-9dd6-446e-8e01-a126cc90e6d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.188131087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"6195d6f9-27eb-4135-aed4-577a66524a8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.205382387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5577a1aa-7a52-4047-9890-8fce5d7bbc0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.209739824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"1c7a2104-537a-47e5-a324-2a05a45d55bd","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.230495976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95f9477d8efb48902aa19a605e4ced49f4028188ed77e1910469cd23441ea573) AuthConfig (95fe5acfec00985381ace9b1665ee512e031d2d55ffa5e9c7f0ec9c46d03953c) AuthConfig (7b17e749c021ea6c5b10c4cfc878327bf90855f2b059f0ae894acb38a8bdfc50) AuthConfig (f271527488ec8d7df90c89721eda89d14a46106ff3e2541275c254a2568deaaa) AuthConfig (3217af59d4ae1ced07286de0d3dc3692c71426d74135ee53e95c2f1a07252a2d) AuthConfig (ea705b988d3fd03ffe15120aab5c14c52f9ec4b4ac1284e0ed5e5877e28cf038) AuthConfig (037b4130decd3e7ef777c3fbbea7a79fbc921aef940c59ed790fe248e14773be) AuthConfig (c11babd24f85367144f6012f3e24e0b0b55c4c7188f9c5e58fb6580e8534e637) AuthConfig (d397c6c0dcd9694da98f8fc775daa7c65a57fc5fd579219fd4b1ca5cacca7f8e) AuthConfig (fd798c0a1d506fc0d4b1af8d99d5479a0b7c86662bdf482e9d486c9571486c68) AuthConfig (4ec5a70798f4bfe07ddc56d68f96090c18398d95d49eb0da9804f888019f9b03) AuthConfig (ff1179326b989d86007c959d2e33326257f89aa1a7af94fad6c45d35ae810c34) AuthConfig (7784fb542031486e6e6944ed1e393ad71ded7c9577648654679cce1dc703f1fd) AuthConfig (3a04d17719a885acdff85ff516c2cc4c5a0f01c181daebccbe2e07462f3bbfa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"1c7a2104-537a-47e5-a324-2a05a45d55bd","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.313877529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"7437e534-cfc0-40a1-817e-ec0a0b928869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.361666086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"7437e534-cfc0-40a1-817e-ec0a0b928869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.419258349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"345bdf00-81f1-471b-99b2-c2b4585b2780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.419550205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"5d458836-7bf9-49d6-955c-932c21e78291","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.427647672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"abd88a87-0c49-43d9-a890-24e74d2c7d4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.441289593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"345bdf00-81f1-471b-99b2-c2b4585b2780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.441289272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"5d458836-7bf9-49d6-955c-932c21e78291","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.448494132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"abd88a87-0c49-43d9-a890-24e74d2c7d4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.486628634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"2776d651-fc9f-49af-a353-114709642c04","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.507745301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"2776d651-fc9f-49af-a353-114709642c04","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.590526019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"9ec61f20-8aa9-4fa1-b724-9e185c5eb05c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:03.629037924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"9ec61f20-8aa9-4fa1-b724-9e185c5eb05c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:04.10628877Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-sub","reconcileID":"41976422-30e5-4940-a113-7cb5454f3298","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","subscription":"e2e-cfl-same-7c8d12-5a8138-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:04.139212159Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-sub","reconcileID":"41976422-30e5-4940-a113-7cb5454f3298","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:04.155658439Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-sub","reconcileID":"41976422-30e5-4940-a113-7cb5454f3298","MaaSSubscription":{"name":"e2e-cfl-same-7c8d12-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"maas-trlp-e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:04.26958839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"7d0db43b-8b49-4f1b-9987-38de14327c6e","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:04.269640645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"7d0db43b-8b49-4f1b-9987-38de14327c6e","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-same-7c8d12-768da8905478","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:04.309600239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"cc665ecd-51b1-4e55-a16e-f24ee65dac50","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:04.313805985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"3573d29f-bf86-432e-a096-56785832ee54","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:04.330362449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"cc665ecd-51b1-4e55-a16e-f24ee65dac50","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:04.334802767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"3573d29f-bf86-432e-a096-56785832ee54","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:04.421784911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"7adb505f-4fdd-496d-b2ef-095ed1d818f4","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:04.421808951Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"7adb505f-4fdd-496d-b2ef-095ed1d818f4","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-same-7c8d12-768da8905478","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:04.486990089Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-same-7c8d12-5a8138-access","reconcileID":"1f10ca9c-f234-4dae-a735-500692c08fd3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7c8d12-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:04.555522515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"2d112830-881c-4d04-862e-0b1e9ec74726","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:04.555553021Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"2d112830-881c-4d04-862e-0b1e9ec74726","MaaSModelRef":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-same-7c8d12-768da8905478","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-same-7c8d12","externalModel":"e2e-cfl-same-7c8d12","provider":"e2e-cfl-same-7c8d12","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:04.752236059Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"0168e1f6-80e9-4615-876f-c8970dcd2819","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:04.778579966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"7d586656-9dcd-4053-ac23-4ebc28a8774c","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:04.797748569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"fd064df0-823e-4b0e-84ce-e708f2fc4449","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:04.852791584Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"fd064df0-823e-4b0e-84ce-e708f2fc4449","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:04.880888577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"fd064df0-823e-4b0e-84ce-e708f2fc4449","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:04.920880968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"eef1d399-25d0-4950-98a3-65fb29ceb04a","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.110162432Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"34b01ff1-af83-4df7-9192-5a113850453b","namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.150775642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"40a7fefe-b6e6-4191-bdad-5c577d6813b1","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.154354764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"29a1de8e-6b0c-4e4a-8482-e02963ad1739","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.16374771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"9e061d27-90af-42fa-b655-2ca8a05371ba","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.16384264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"9e061d27-90af-42fa-b655-2ca8a05371ba","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.16474197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a393bec-2d08-4b04-8e17-512229543820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.174546145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"40a7fefe-b6e6-4191-bdad-5c577d6813b1","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.192014209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"29a1de8e-6b0c-4e4a-8482-e02963ad1739","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.194717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"963552d0-241a-46f4-8a2f-9ed900387443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.195650888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"47338645-c70c-4d23-aae0-59c499c9cdc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.267691846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a393bec-2d08-4b04-8e17-512229543820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.278205183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95f9477d8efb48902aa19a605e4ced49f4028188ed77e1910469cd23441ea573) AuthConfig (95fe5acfec00985381ace9b1665ee512e031d2d55ffa5e9c7f0ec9c46d03953c) AuthConfig (7b17e749c021ea6c5b10c4cfc878327bf90855f2b059f0ae894acb38a8bdfc50) AuthConfig (f271527488ec8d7df90c89721eda89d14a46106ff3e2541275c254a2568deaaa) AuthConfig (3217af59d4ae1ced07286de0d3dc3692c71426d74135ee53e95c2f1a07252a2d) AuthConfig (ea705b988d3fd03ffe15120aab5c14c52f9ec4b4ac1284e0ed5e5877e28cf038) AuthConfig (037b4130decd3e7ef777c3fbbea7a79fbc921aef940c59ed790fe248e14773be) AuthConfig (c11babd24f85367144f6012f3e24e0b0b55c4c7188f9c5e58fb6580e8534e637) AuthConfig (d397c6c0dcd9694da98f8fc775daa7c65a57fc5fd579219fd4b1ca5cacca7f8e) AuthConfig (fd798c0a1d506fc0d4b1af8d99d5479a0b7c86662bdf482e9d486c9571486c68) AuthConfig (4ec5a70798f4bfe07ddc56d68f96090c18398d95d49eb0da9804f888019f9b03) AuthConfig (ff1179326b989d86007c959d2e33326257f89aa1a7af94fad6c45d35ae810c34) AuthConfig (7784fb542031486e6e6944ed1e393ad71ded7c9577648654679cce1dc703f1fd) AuthConfig (3a04d17719a885acdff85ff516c2cc4c5a0f01c181daebccbe2e07462f3bbfa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"40a7fefe-b6e6-4191-bdad-5c577d6813b1","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.291355829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"47338645-c70c-4d23-aae0-59c499c9cdc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.295520367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"29a1de8e-6b0c-4e4a-8482-e02963ad1739","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.298939193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"963552d0-241a-46f4-8a2f-9ed900387443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.302345109Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","reconcileID":"a5cb7ba7-79ed-4438-993f-661e15af2f90","namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.408606836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-086ac3-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-sub","reconcileID":"1da89c6c-b9c7-4a03-b2a8-c27c2bea2881","MaaSSubscription":{"name":"e2e-cfl-086ac3-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"maas-trlp-e2e-cfl-086ac3","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.464269615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"0f22696c-34e9-4564-83be-ea344aeab518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.485034288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2a17ee91-6ab5-4fbe-956c-1143c3106f15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.503095252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"0f22696c-34e9-4564-83be-ea344aeab518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.525512019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2a17ee91-6ab5-4fbe-956c-1143c3106f15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.536238768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"0bc8bf40-adf4-4a7d-8e97-6fdf95b7adfe","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.553253821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"dbd84b55-52ef-4856-a6f1-2c7013712fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.570143554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"0bc8bf40-adf4-4a7d-8e97-6fdf95b7adfe","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.587120242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"dbd84b55-52ef-4856-a6f1-2c7013712fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.633682492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"06432fbf-dcc2-4c51-9dd0-4ba3f6164e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.657853756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"06432fbf-dcc2-4c51-9dd0-4ba3f6164e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.736712992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3d491f4-8a8f-4d23-8488-fb167bec6aaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.736759662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e88f2faa-5311-4147-9706-011dc580333e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.765497303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e88f2faa-5311-4147-9706-011dc580333e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.7732191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3d491f4-8a8f-4d23-8488-fb167bec6aaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.84429335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a21db361-d768-4114-b893-df3544bd3450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.844292647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"26e6822f-4603-4c51-b96c-63afab0c1dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.914223873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a21db361-d768-4114-b893-df3544bd3450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:05.920831626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"26e6822f-4603-4c51-b96c-63afab0c1dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.029438353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"c4ab7e3d-2774-4314-b220-da1719eb3b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.050703575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"c4ab7e3d-2774-4314-b220-da1719eb3b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.057201707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"76728006-07b2-47cb-b2e3-840474cf7b0a","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.057280251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"c4772c55-3eaf-4f74-8e89-921f95830bbf","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.090498611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"c4772c55-3eaf-4f74-8e89-921f95830bbf","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.09225592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"76728006-07b2-47cb-b2e3-840474cf7b0a","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.110091983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95f9477d8efb48902aa19a605e4ced49f4028188ed77e1910469cd23441ea573) AuthConfig (95fe5acfec00985381ace9b1665ee512e031d2d55ffa5e9c7f0ec9c46d03953c) AuthConfig (7b17e749c021ea6c5b10c4cfc878327bf90855f2b059f0ae894acb38a8bdfc50) AuthConfig (f271527488ec8d7df90c89721eda89d14a46106ff3e2541275c254a2568deaaa) AuthConfig (3217af59d4ae1ced07286de0d3dc3692c71426d74135ee53e95c2f1a07252a2d) AuthConfig (ea705b988d3fd03ffe15120aab5c14c52f9ec4b4ac1284e0ed5e5877e28cf038) AuthConfig (037b4130decd3e7ef777c3fbbea7a79fbc921aef940c59ed790fe248e14773be) AuthConfig (c11babd24f85367144f6012f3e24e0b0b55c4c7188f9c5e58fb6580e8534e637) AuthConfig (d397c6c0dcd9694da98f8fc775daa7c65a57fc5fd579219fd4b1ca5cacca7f8e) AuthConfig (fd798c0a1d506fc0d4b1af8d99d5479a0b7c86662bdf482e9d486c9571486c68) AuthConfig (4ec5a70798f4bfe07ddc56d68f96090c18398d95d49eb0da9804f888019f9b03) AuthConfig (ff1179326b989d86007c959d2e33326257f89aa1a7af94fad6c45d35ae810c34) AuthConfig (7784fb542031486e6e6944ed1e393ad71ded7c9577648654679cce1dc703f1fd) AuthConfig (3a04d17719a885acdff85ff516c2cc4c5a0f01c181daebccbe2e07462f3bbfa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"c4772c55-3eaf-4f74-8e89-921f95830bbf","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.157416876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"51f95500-ae13-4bdd-b14c-a44bef0c0eae","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.171567398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"3f12ef96-57c0-46ff-b55b-783b09c13410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.172196704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"72a647e1-0ef3-47bf-814e-6f2227a96e73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.195491622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"51f95500-ae13-4bdd-b14c-a44bef0c0eae","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.211808282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"72a647e1-0ef3-47bf-814e-6f2227a96e73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.213116046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"3f12ef96-57c0-46ff-b55b-783b09c13410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.218522118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"51f95500-ae13-4bdd-b14c-a44bef0c0eae","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.310996598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ee84943-683d-41c7-a663-a45c56eaac61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.334781089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ee84943-683d-41c7-a663-a45c56eaac61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.336402668Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"c37e91b9-4a0f-471c-bf9a-fd9010ba82ea","namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.373320551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"90b67788-dd8f-4548-a85c-d87d919d8efe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.377270332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"6c6d77bc-6da1-4fb6-81c3-e012cd74e742","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.389194366Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"1ba04954-7b54-4913-9e49-74e597757e2e","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.394601792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"90b67788-dd8f-4548-a85c-d87d919d8efe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.409122807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"6c6d77bc-6da1-4fb6-81c3-e012cd74e742","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.421447666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"da76cae3-3ae6-4d94-b93f-9f9731bbc0ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.421793755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"4b2aa929-398d-4098-ab2c-03cfe4d3d1f9","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.458343675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"da76cae3-3ae6-4d94-b93f-9f9731bbc0ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.468670791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"4b2aa929-398d-4098-ab2c-03cfe4d3d1f9","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.491030385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95f9477d8efb48902aa19a605e4ced49f4028188ed77e1910469cd23441ea573) AuthConfig (95fe5acfec00985381ace9b1665ee512e031d2d55ffa5e9c7f0ec9c46d03953c) AuthConfig (7b17e749c021ea6c5b10c4cfc878327bf90855f2b059f0ae894acb38a8bdfc50) AuthConfig (f271527488ec8d7df90c89721eda89d14a46106ff3e2541275c254a2568deaaa) AuthConfig (3217af59d4ae1ced07286de0d3dc3692c71426d74135ee53e95c2f1a07252a2d) AuthConfig (ea705b988d3fd03ffe15120aab5c14c52f9ec4b4ac1284e0ed5e5877e28cf038) AuthConfig (037b4130decd3e7ef777c3fbbea7a79fbc921aef940c59ed790fe248e14773be) AuthConfig (c11babd24f85367144f6012f3e24e0b0b55c4c7188f9c5e58fb6580e8534e637) AuthConfig (d397c6c0dcd9694da98f8fc775daa7c65a57fc5fd579219fd4b1ca5cacca7f8e) AuthConfig (fd798c0a1d506fc0d4b1af8d99d5479a0b7c86662bdf482e9d486c9571486c68) AuthConfig (4ec5a70798f4bfe07ddc56d68f96090c18398d95d49eb0da9804f888019f9b03) AuthConfig (ff1179326b989d86007c959d2e33326257f89aa1a7af94fad6c45d35ae810c34) AuthConfig (7784fb542031486e6e6944ed1e393ad71ded7c9577648654679cce1dc703f1fd) AuthConfig (3a04d17719a885acdff85ff516c2cc4c5a0f01c181daebccbe2e07462f3bbfa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"da76cae3-3ae6-4d94-b93f-9f9731bbc0ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.495285902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"4b2aa929-398d-4098-ab2c-03cfe4d3d1f9","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.529337871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"d4dbdc52-03c5-4c89-82f3-61ee0619ea2b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.552453041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"521d20fb-8880-4c6d-8e64-2f38a50ae90d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.552456121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"8fa6c5e6-d597-408b-8a7a-3e6a0c8652e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.555631652Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7c8d12","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","reconcileID":"d90d7684-80c1-4cb9-aa49-839e5a3b92e0","namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-same-7c8d12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.558093789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"d4dbdc52-03c5-4c89-82f3-61ee0619ea2b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.585609748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"521d20fb-8880-4c6d-8e64-2f38a50ae90d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.585713005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"8fa6c5e6-d597-408b-8a7a-3e6a0c8652e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.681182716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2289e3b3-376e-4d44-b06e-3ed8c3725cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.687570827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"8ce689d6-2e94-467c-9960-03815b17402e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.692262892Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-e5db5a","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a","reconcileID":"84e08a40-719b-49e6-ad9b-6087fb3e3531","namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.716443304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2289e3b3-376e-4d44-b06e-3ed8c3725cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.718922785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"8ce689d6-2e94-467c-9960-03815b17402e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.740601525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"b78e299d-39aa-47b7-b8eb-ab5b689ab074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.768569111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"b78e299d-39aa-47b7-b8eb-ab5b689ab074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.821472534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"cc1389be-26a5-4dd5-9723-3b42dd9f3955","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.836660191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"b3d8967b-306c-4011-a789-0795f70bd89b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.842087424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"cc1389be-26a5-4dd5-9723-3b42dd9f3955","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.844397462Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-e5db5a","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a","reconcileID":"4712db5b-6c9e-43df-a272-e7bcaf417907","namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.857454824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"b3d8967b-306c-4011-a789-0795f70bd89b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.978511644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"a8e0b3c0-2c49-4f41-9146-9b12227f3c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:06.978838464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"e0d53503-dbd8-4bac-9453-289f8125cbe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.035222143Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","reconcileID":"2fcef96c-792a-4762-8cd8-26042ab9a362","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"name":"e2e-shr-shared-e5db5a","namespace":"e2e-extmod-shr-user-5cdfef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.083421985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"e0d53503-dbd8-4bac-9453-289f8125cbe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.065498188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"a8e0b3c0-2c49-4f41-9146-9b12227f3c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.126340627Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","reconcileID":"78a25b86-d8c0-4e34-884d-a6adb458bbc4","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"name":"e2e-shr-shared-e5db5a","namespace":"e2e-extmod-shr-user-5cdfef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.129761917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62c4141e-4295-4e33-800f-eeb12a030f3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.145668486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"9be036a9-cf12-4a8a-a77a-e50d824318e6","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.145688225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"9be036a9-cf12-4a8a-a77a-e50d824318e6","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.151494138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62c4141e-4295-4e33-800f-eeb12a030f3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.190248744Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-086ac3-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-sub","reconcileID":"c6b66a57-3149-421b-8c75-0a1b8b68330d","MaaSSubscription":{"name":"e2e-cfl-086ac3-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-24dcb68d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.193513917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"f690dcc2-093d-437c-a28e-ccf9315a8085","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.193539743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"273dd63d-4f16-44a8-81d6-e696230120f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.22674529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"f690dcc2-093d-437c-a28e-ccf9315a8085","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.229813376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"273dd63d-4f16-44a8-81d6-e696230120f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.274646919Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","reconcileID":"a1cdf59e-601a-4603-b82d-8b8b5b7734ba","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"name":"e2e-shr-shared-e5db5a","namespace":"e2e-extmod-shr-user-5cdfef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.338223297Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","reconcileID":"cec63c5b-0e67-4270-9ab1-4c3afffd10d1","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"name":"e2e-shr-shared-e5db5a","namespace":"e2e-extmod-shr-user-5cdfef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.344760615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"fadaf14f-7c9e-436a-a585-a39881c93734","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.365384229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"19516104-b04e-4806-a516-156c7158b61e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.369785049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"fadaf14f-7c9e-436a-a585-a39881c93734","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.385453631Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","reconcileID":"c1362b70-a287-4e30-a6ba-20dd38be38c0","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"name":"e2e-shr-shared-e5db5a","namespace":"e2e-extmod-shr-user-5cdfef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.391323046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"19516104-b04e-4806-a516-156c7158b61e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.393279186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95f9477d8efb48902aa19a605e4ced49f4028188ed77e1910469cd23441ea573) AuthConfig (95fe5acfec00985381ace9b1665ee512e031d2d55ffa5e9c7f0ec9c46d03953c) AuthConfig (7b17e749c021ea6c5b10c4cfc878327bf90855f2b059f0ae894acb38a8bdfc50) AuthConfig (f271527488ec8d7df90c89721eda89d14a46106ff3e2541275c254a2568deaaa) AuthConfig (3217af59d4ae1ced07286de0d3dc3692c71426d74135ee53e95c2f1a07252a2d) AuthConfig (ea705b988d3fd03ffe15120aab5c14c52f9ec4b4ac1284e0ed5e5877e28cf038) AuthConfig (037b4130decd3e7ef777c3fbbea7a79fbc921aef940c59ed790fe248e14773be) AuthConfig (c11babd24f85367144f6012f3e24e0b0b55c4c7188f9c5e58fb6580e8534e637) AuthConfig (d397c6c0dcd9694da98f8fc775daa7c65a57fc5fd579219fd4b1ca5cacca7f8e) AuthConfig (fd798c0a1d506fc0d4b1af8d99d5479a0b7c86662bdf482e9d486c9571486c68) AuthConfig (4ec5a70798f4bfe07ddc56d68f96090c18398d95d49eb0da9804f888019f9b03) AuthConfig (ff1179326b989d86007c959d2e33326257f89aa1a7af94fad6c45d35ae810c34) AuthConfig (7784fb542031486e6e6944ed1e393ad71ded7c9577648654679cce1dc703f1fd) AuthConfig (3a04d17719a885acdff85ff516c2cc4c5a0f01c181daebccbe2e07462f3bbfa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"fadaf14f-7c9e-436a-a585-a39881c93734","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.407143047Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","reconcileID":"e8b484ac-5986-41ef-8fc7-8b3e15b6b582","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"name":"e2e-shr-shared-e5db5a","namespace":"e2e-extmod-shr-user-5cdfef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.471802569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"14fbb37c-f5f1-4103-b0cf-feaee5121593","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.485245732Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-e5db5a","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a","reconcileID":"12d233b8-bbbf-4132-914c-92cffe42d975","namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.492463324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"86139230-701c-400a-a47a-fbe77c9132f2","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.498105096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"14fbb37c-f5f1-4103-b0cf-feaee5121593","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.502763424Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","reconcileID":"07c2224f-3d9e-4355-8886-dafc2d73c16c","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"name":"e2e-shr-shared-e5db5a","namespace":"e2e-extmod-shr-user-5cdfef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.521371178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"d656caf3-50f9-4123-8bbd-f15c6bc08c2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.522003742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"4b90ea07-2ea2-464f-8fd7-0764229ad19d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.528288943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"86139230-701c-400a-a47a-fbe77c9132f2","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.548917417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"4b90ea07-2ea2-464f-8fd7-0764229ad19d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.549508075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"86139230-701c-400a-a47a-fbe77c9132f2","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.55180857Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","reconcileID":"8443abd2-412f-4d3a-ab41-e0b1d0e95e52","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-892d01165081","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.558537771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"d656caf3-50f9-4123-8bbd-f15c6bc08c2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.591394712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c350401e-84fe-4a4d-a264-526d1fd6fb2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.608001652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"74705a39-d3b9-4734-9494-168b9ae0fb50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.612755617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c350401e-84fe-4a4d-a264-526d1fd6fb2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.629071226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"74705a39-d3b9-4734-9494-168b9ae0fb50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.681530021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"3c6be846-4aa5-424f-a41f-19ffec2476f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.68211997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2dfe7f47-636b-4d60-b7e5-e9501306298e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.682551681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"a5a9949a-485e-4843-a636-fe20a3d210b2","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.703505648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2dfe7f47-636b-4d60-b7e5-e9501306298e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.703850349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"3c6be846-4aa5-424f-a41f-19ffec2476f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.705643315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"a5a9949a-485e-4843-a636-fe20a3d210b2","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.75543345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"7f91184e-f000-4519-8e5d-e6a1065f57e4","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.783173492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7dfbd004-de85-485e-a98d-9e4abc7219ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.796864679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"7f91184e-f000-4519-8e5d-e6a1065f57e4","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.804213202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7dfbd004-de85-485e-a98d-9e4abc7219ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.827703991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95f9477d8efb48902aa19a605e4ced49f4028188ed77e1910469cd23441ea573) AuthConfig (95fe5acfec00985381ace9b1665ee512e031d2d55ffa5e9c7f0ec9c46d03953c) AuthConfig (7b17e749c021ea6c5b10c4cfc878327bf90855f2b059f0ae894acb38a8bdfc50) AuthConfig (f271527488ec8d7df90c89721eda89d14a46106ff3e2541275c254a2568deaaa) AuthConfig (3217af59d4ae1ced07286de0d3dc3692c71426d74135ee53e95c2f1a07252a2d) AuthConfig (ea705b988d3fd03ffe15120aab5c14c52f9ec4b4ac1284e0ed5e5877e28cf038) AuthConfig (037b4130decd3e7ef777c3fbbea7a79fbc921aef940c59ed790fe248e14773be) AuthConfig (c11babd24f85367144f6012f3e24e0b0b55c4c7188f9c5e58fb6580e8534e637) AuthConfig (d397c6c0dcd9694da98f8fc775daa7c65a57fc5fd579219fd4b1ca5cacca7f8e) AuthConfig (fd798c0a1d506fc0d4b1af8d99d5479a0b7c86662bdf482e9d486c9571486c68) AuthConfig (4ec5a70798f4bfe07ddc56d68f96090c18398d95d49eb0da9804f888019f9b03) AuthConfig (ff1179326b989d86007c959d2e33326257f89aa1a7af94fad6c45d35ae810c34) AuthConfig (7784fb542031486e6e6944ed1e393ad71ded7c9577648654679cce1dc703f1fd) AuthConfig (3a04d17719a885acdff85ff516c2cc4c5a0f01c181daebccbe2e07462f3bbfa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"7f91184e-f000-4519-8e5d-e6a1065f57e4","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.970513266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"596a7c0a-8af2-4117-8310-8133a5746dde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.973118355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ced7dfb-d3bc-4019-9e95-7821755d71c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.991461263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"8e92d77f-0158-4116-b7a4-f60d01f3e2b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.991862008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"69c211c9-bcd4-406b-9f7f-aa8e15329f42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.992565344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"596a7c0a-8af2-4117-8310-8133a5746dde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:07.996844487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ced7dfb-d3bc-4019-9e95-7821755d71c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.010669051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"ed62fd04-f1f9-4be1-b450-b0733e20bfc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.012467422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"8e92d77f-0158-4116-b7a4-f60d01f3e2b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.013244888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"69c211c9-bcd4-406b-9f7f-aa8e15329f42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.035636381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"ed62fd04-f1f9-4be1-b450-b0733e20bfc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.078317129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"f8ca0b3d-3552-4902-963c-765e27502302","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.099256009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"f8ca0b3d-3552-4902-963c-765e27502302","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.183950653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"efa3b803-cdd3-4d40-8950-fd5530418ab5","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.199034543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"629c358a-feb5-4eb6-879a-830ec43d351e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.199132994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"f9fa16c8-b3f6-4975-b41f-b0f7dc9e8446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.20533963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"efa3b803-cdd3-4d40-8950-fd5530418ab5","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.210876583Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-e5db5a","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a","reconcileID":"cf217476-8e87-4cc9-ba11-b3268dc06d4a","namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.220059653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"629c358a-feb5-4eb6-879a-830ec43d351e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.220062987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"f9fa16c8-b3f6-4975-b41f-b0f7dc9e8446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.2250442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"efa3b803-cdd3-4d40-8950-fd5530418ab5","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.227452538Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","reconcileID":"e67b78b2-ab24-4f80-9f0c-ad9faa1d7447","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-b62460e8e316","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.245163824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"b748a514-d77c-43a6-ad15-20fea356be1b","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.268319226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"b748a514-d77c-43a6-ad15-20fea356be1b","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.268872409Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","reconcileID":"551578f9-dd26-4c6d-b3ae-5da10cf4a6bb","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-892d01165081","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.281623977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"fa9cb488-3808-42f5-96a9-461988cd9ce2","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.299829295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95f9477d8efb48902aa19a605e4ced49f4028188ed77e1910469cd23441ea573) AuthConfig (95fe5acfec00985381ace9b1665ee512e031d2d55ffa5e9c7f0ec9c46d03953c) AuthConfig (7b17e749c021ea6c5b10c4cfc878327bf90855f2b059f0ae894acb38a8bdfc50) AuthConfig (f271527488ec8d7df90c89721eda89d14a46106ff3e2541275c254a2568deaaa) AuthConfig (3217af59d4ae1ced07286de0d3dc3692c71426d74135ee53e95c2f1a07252a2d) AuthConfig (ea705b988d3fd03ffe15120aab5c14c52f9ec4b4ac1284e0ed5e5877e28cf038) AuthConfig (037b4130decd3e7ef777c3fbbea7a79fbc921aef940c59ed790fe248e14773be) AuthConfig (c11babd24f85367144f6012f3e24e0b0b55c4c7188f9c5e58fb6580e8534e637) AuthConfig (d397c6c0dcd9694da98f8fc775daa7c65a57fc5fd579219fd4b1ca5cacca7f8e) AuthConfig (fd798c0a1d506fc0d4b1af8d99d5479a0b7c86662bdf482e9d486c9571486c68) AuthConfig (4ec5a70798f4bfe07ddc56d68f96090c18398d95d49eb0da9804f888019f9b03) AuthConfig (ff1179326b989d86007c959d2e33326257f89aa1a7af94fad6c45d35ae810c34) AuthConfig (7784fb542031486e6e6944ed1e393ad71ded7c9577648654679cce1dc703f1fd) AuthConfig (3a04d17719a885acdff85ff516c2cc4c5a0f01c181daebccbe2e07462f3bbfa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"b748a514-d77c-43a6-ad15-20fea356be1b","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.373519783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"fa9cb488-3808-42f5-96a9-461988cd9ce2","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.422540535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"fa9cb488-3808-42f5-96a9-461988cd9ce2","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.480963473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"51ea8f23-fec3-4164-940a-48ab5d9b82ed","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.490326151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb284ff4-813e-4cd4-9237-2bcc53decd93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.499977113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a98590e6-64a9-43bf-af76-78a7b4575b75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.505642007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"51ea8f23-fec3-4164-940a-48ab5d9b82ed","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.510574255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"365f1c07-dfe3-4781-9a6c-64a0ac2f6cde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.513656075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb284ff4-813e-4cd4-9237-2bcc53decd93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.517862444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"499d00bf-b033-45c9-ac06-e4b72894078a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.524282082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a98590e6-64a9-43bf-af76-78a7b4575b75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.531385385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"365f1c07-dfe3-4781-9a6c-64a0ac2f6cde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.539463624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"499d00bf-b033-45c9-ac06-e4b72894078a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.612455717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"01849b8e-edc4-4e48-863f-9085f36b4c2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.634321358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"01849b8e-edc4-4e48-863f-9085f36b4c2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.697398211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"755a1335-0344-426c-94db-d2efcdde1414","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.715745575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"062eaf1a-7659-479c-9ce3-3f7e379f4707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.716020018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"29475da3-f5c2-4edc-8b68-f58d0be98251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.716186371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"1094bb3a-f140-494a-a12b-de356507e627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.719346191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"755a1335-0344-426c-94db-d2efcdde1414","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.735137849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"191e01b3-ff96-4e18-bfcb-6e24b6f8010a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.737722047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"062eaf1a-7659-479c-9ce3-3f7e379f4707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.738667855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"1094bb3a-f140-494a-a12b-de356507e627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.740318066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"29475da3-f5c2-4edc-8b68-f58d0be98251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.757817729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"191e01b3-ff96-4e18-bfcb-6e24b6f8010a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.919594571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"a617a302-bd2e-4d33-b18e-1ac97600ad56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.920427498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"39263cba-5cfc-4d9b-9cea-a63753fcff74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.921524804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"ca3fc3c4-c977-4cb1-bf70-6dcdf9ad872f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.940863941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"a617a302-bd2e-4d33-b18e-1ac97600ad56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.941775776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"39263cba-5cfc-4d9b-9cea-a63753fcff74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:08.943297833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"ca3fc3c4-c977-4cb1-bf70-6dcdf9ad872f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:13.877402227Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-cbb9c9","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9","reconcileID":"ba5c2902-0ce0-45bf-a64d-c6d31b0aac30","namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:13.902143242Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-cbb9c9","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9","reconcileID":"b077ad95-5f4b-48b2-904a-007a23869631","namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:13.915691407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"d7ddab57-8390-4c0d-bfc4-b716b89fdaf3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:13.917037705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"90bf748b-226e-445d-9d2a-e27a3a0b5aac","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:13.919155215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"55b4b000-f3af-4bdf-ab0c-f8410b44cf1f","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:13.931256448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"ff5976dc-cef4-40fa-ac3f-23ca19f03a11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:13.932437943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"08278ce8-e9ad-474b-9b8f-975aa37281e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:13.937229878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"d7ddab57-8390-4c0d-bfc4-b716b89fdaf3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:13.938746437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"90bf748b-226e-445d-9d2a-e27a3a0b5aac","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:13.940334988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"55b4b000-f3af-4bdf-ab0c-f8410b44cf1f","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:13.95309237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"ff5976dc-cef4-40fa-ac3f-23ca19f03a11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:13.954187814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"08278ce8-e9ad-474b-9b8f-975aa37281e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:13.960633841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"90bf748b-226e-445d-9d2a-e27a3a0b5aac","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:13.963063924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95f9477d8efb48902aa19a605e4ced49f4028188ed77e1910469cd23441ea573) AuthConfig (95fe5acfec00985381ace9b1665ee512e031d2d55ffa5e9c7f0ec9c46d03953c) AuthConfig (7b17e749c021ea6c5b10c4cfc878327bf90855f2b059f0ae894acb38a8bdfc50) AuthConfig (f271527488ec8d7df90c89721eda89d14a46106ff3e2541275c254a2568deaaa) AuthConfig (3217af59d4ae1ced07286de0d3dc3692c71426d74135ee53e95c2f1a07252a2d) AuthConfig (ea705b988d3fd03ffe15120aab5c14c52f9ec4b4ac1284e0ed5e5877e28cf038) AuthConfig (037b4130decd3e7ef777c3fbbea7a79fbc921aef940c59ed790fe248e14773be) AuthConfig (c11babd24f85367144f6012f3e24e0b0b55c4c7188f9c5e58fb6580e8534e637) AuthConfig (d397c6c0dcd9694da98f8fc775daa7c65a57fc5fd579219fd4b1ca5cacca7f8e) AuthConfig (fd798c0a1d506fc0d4b1af8d99d5479a0b7c86662bdf482e9d486c9571486c68) AuthConfig (4ec5a70798f4bfe07ddc56d68f96090c18398d95d49eb0da9804f888019f9b03) AuthConfig (ff1179326b989d86007c959d2e33326257f89aa1a7af94fad6c45d35ae810c34) AuthConfig (7784fb542031486e6e6944ed1e393ad71ded7c9577648654679cce1dc703f1fd) AuthConfig (3a04d17719a885acdff85ff516c2cc4c5a0f01c181daebccbe2e07462f3bbfa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"55b4b000-f3af-4bdf-ab0c-f8410b44cf1f","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.03052389Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","reconcileID":"d63609a8-7277-4b55-9ad5-50f8ce6386f9","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-b62460e8e316","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.044341541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"33acf92f-6775-4162-a4d5-ce6363650cba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.047418722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","reconcileID":"f73351a7-5c9e-477c-b488-9fb8c0c2948c","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-892d01165081","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.048040008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"b0802bed-b520-47c9-988d-cf7b043014da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.066675606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"33acf92f-6775-4162-a4d5-ce6363650cba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.070413077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"b0802bed-b520-47c9-988d-cf7b043014da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.074936117Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","reconcileID":"b14d7742-ceec-4743-bb66-636f6df23d02","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-892d01165081","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.09172372Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","reconcileID":"50337bcd-2485-4cf6-87e4-c6fd7b34bd71","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-b62460e8e316","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.137695771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d7d45b2-341c-4479-9229-7452c4bcc5b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.138231333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"10db7d2e-cb02-403a-a0dd-32e066c37e0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.138867878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"de2c54f7-3eb1-4d2d-b369-b169973adfa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.159563814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d7d45b2-341c-4479-9229-7452c4bcc5b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.159620597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"10db7d2e-cb02-403a-a0dd-32e066c37e0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.162148709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"de2c54f7-3eb1-4d2d-b369-b169973adfa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.172496945Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"93e9dcbd-3c8e-42be-80f3-d2bdcc84de48","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"name":"e2e-shr-auth-cbb9c9","namespace":"e2e-extmod-shr-user-5cdfef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.2401173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"86c5f317-3918-47ba-a688-6892e80b280b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.264023927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"86c5f317-3918-47ba-a688-6892e80b280b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.326461979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"07448ea4-6a7e-43ec-9b7a-7c3605725af6","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.347316774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"07448ea4-6a7e-43ec-9b7a-7c3605725af6","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.384641009Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"dd76ba65-b901-4d5b-8817-1abe6e9f9416","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"name":"e2e-shr-auth-cbb9c9","namespace":"e2e-extmod-shr-user-5cdfef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.457856391Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"4dab5d93-ce74-4563-9fe5-98ee0134ebc0","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"name":"e2e-shr-auth-cbb9c9","namespace":"e2e-extmod-shr-user-5cdfef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.494418203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"c38809c8-ccaa-4409-8025-2fb50df43896","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.514970855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"db655077-1c29-4557-b946-b0022335b67d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.515449608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","reconcileID":"d04b66c0-567b-402c-b7aa-6a32c301ec18","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-892d01165081","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.516574248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"5667e5cf-ea9d-44d2-8631-a0e4220c6025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.533431384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ebeb1a5-5a6f-4cb2-832f-19304e9cf481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.537720115Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","reconcileID":"50a023bd-4ef7-427f-a864-d0b266030f5d","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-b62460e8e316","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.548762858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"5667e5cf-ea9d-44d2-8631-a0e4220c6025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.549044534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"db655077-1c29-4557-b946-b0022335b67d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.552824265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"c38809c8-ccaa-4409-8025-2fb50df43896","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.557699878Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"43616b60-84bf-424d-9c0d-0b1e2351d4e7","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"name":"e2e-shr-auth-cbb9c9","namespace":"e2e-extmod-shr-user-5cdfef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.560846631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ebeb1a5-5a6f-4cb2-832f-19304e9cf481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.574190173Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"aa613524-78ba-49fd-b06c-417c21eec971","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"name":"e2e-shr-auth-cbb9c9","namespace":"e2e-extmod-shr-user-5cdfef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.639771027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"e62599ea-b276-4d20-8cbd-f4ad399a3d66","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.639964581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b88dcbe6-1578-4ae1-994e-67c7df844052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.641940939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"f3d70748-f8df-484e-aca8-b1cfed8c5d53","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.643094678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"7effcbfd-2fb8-4846-83ce-411b75ebb652","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.654939768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"7031534e-2bad-45e7-b047-fc37f6c22ac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.662664922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b88dcbe6-1578-4ae1-994e-67c7df844052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.739510747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"e62599ea-b276-4d20-8cbd-f4ad399a3d66","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.740279077Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-cbb9c9","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9","reconcileID":"9a9d3fdb-1944-4fef-85bb-dc9fa0cb3328","namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.740394126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"f3d70748-f8df-484e-aca8-b1cfed8c5d53","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.741843169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"7effcbfd-2fb8-4846-83ce-411b75ebb652","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.742145465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"7031534e-2bad-45e7-b047-fc37f6c22ac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.758494947Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"c28d426a-6b99-4fc3-b5f4-b10b0214784c","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.759656769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95f9477d8efb48902aa19a605e4ced49f4028188ed77e1910469cd23441ea573) AuthConfig (95fe5acfec00985381ace9b1665ee512e031d2d55ffa5e9c7f0ec9c46d03953c) AuthConfig (7b17e749c021ea6c5b10c4cfc878327bf90855f2b059f0ae894acb38a8bdfc50) AuthConfig (f271527488ec8d7df90c89721eda89d14a46106ff3e2541275c254a2568deaaa) AuthConfig (3217af59d4ae1ced07286de0d3dc3692c71426d74135ee53e95c2f1a07252a2d) AuthConfig (ea705b988d3fd03ffe15120aab5c14c52f9ec4b4ac1284e0ed5e5877e28cf038) AuthConfig (037b4130decd3e7ef777c3fbbea7a79fbc921aef940c59ed790fe248e14773be) AuthConfig (c11babd24f85367144f6012f3e24e0b0b55c4c7188f9c5e58fb6580e8534e637) AuthConfig (d397c6c0dcd9694da98f8fc775daa7c65a57fc5fd579219fd4b1ca5cacca7f8e) AuthConfig (fd798c0a1d506fc0d4b1af8d99d5479a0b7c86662bdf482e9d486c9571486c68) AuthConfig (4ec5a70798f4bfe07ddc56d68f96090c18398d95d49eb0da9804f888019f9b03) AuthConfig (ff1179326b989d86007c959d2e33326257f89aa1a7af94fad6c45d35ae810c34) AuthConfig (7784fb542031486e6e6944ed1e393ad71ded7c9577648654679cce1dc703f1fd) AuthConfig (3a04d17719a885acdff85ff516c2cc4c5a0f01c181daebccbe2e07462f3bbfa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"e62599ea-b276-4d20-8cbd-f4ad399a3d66","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.761888618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"7effcbfd-2fb8-4846-83ce-411b75ebb652","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.809306503Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"f0f17e75-1c48-4f9f-9cb6-9b4453bcd133","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.842586773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"1a3db90d-801a-4783-b599-4c47bfacb014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.939624997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"1a3db90d-801a-4783-b599-4c47bfacb014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.962436987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"cd80bde2-a2de-4caf-8c61-8c1dcf5474a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.967046284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f9cffcf-6818-47f8-9e95-ec3827a35a88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.97428162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"9d623a07-a874-4ee1-9852-680675b4a75e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.983477591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"cd80bde2-a2de-4caf-8c61-8c1dcf5474a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.98783194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f9cffcf-6818-47f8-9e95-ec3827a35a88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:14.995214483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"9d623a07-a874-4ee1-9852-680675b4a75e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.012023451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"a2a5ac98-b1ab-463a-a483-b895c798d83b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.033174772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"a2a5ac98-b1ab-463a-a483-b895c798d83b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.114670558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"b5f516c7-8257-4f6a-b427-a6221ccb29b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.13627462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"b5f516c7-8257-4f6a-b427-a6221ccb29b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.198653382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"1ac34425-2314-4c74-b73a-30b7cf71c6a4","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.200187887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"c2f456a4-861b-46a0-ba8b-c78e8ce9b56b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.214159273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b883e058-961b-4081-b8eb-dff8d7f4dbf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.215351229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"618adabd-2845-4e4e-81a3-cc3c9f600274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.219511082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"1ac34425-2314-4c74-b73a-30b7cf71c6a4","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.221054192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"c2f456a4-861b-46a0-ba8b-c78e8ce9b56b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.235693997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b883e058-961b-4081-b8eb-dff8d7f4dbf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.237023277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"618adabd-2845-4e4e-81a3-cc3c9f600274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.239211705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95f9477d8efb48902aa19a605e4ced49f4028188ed77e1910469cd23441ea573) AuthConfig (95fe5acfec00985381ace9b1665ee512e031d2d55ffa5e9c7f0ec9c46d03953c) AuthConfig (7b17e749c021ea6c5b10c4cfc878327bf90855f2b059f0ae894acb38a8bdfc50) AuthConfig (f271527488ec8d7df90c89721eda89d14a46106ff3e2541275c254a2568deaaa) AuthConfig (3217af59d4ae1ced07286de0d3dc3692c71426d74135ee53e95c2f1a07252a2d) AuthConfig (ea705b988d3fd03ffe15120aab5c14c52f9ec4b4ac1284e0ed5e5877e28cf038) AuthConfig (037b4130decd3e7ef777c3fbbea7a79fbc921aef940c59ed790fe248e14773be) AuthConfig (c11babd24f85367144f6012f3e24e0b0b55c4c7188f9c5e58fb6580e8534e637) AuthConfig (d397c6c0dcd9694da98f8fc775daa7c65a57fc5fd579219fd4b1ca5cacca7f8e) AuthConfig (fd798c0a1d506fc0d4b1af8d99d5479a0b7c86662bdf482e9d486c9571486c68) AuthConfig (4ec5a70798f4bfe07ddc56d68f96090c18398d95d49eb0da9804f888019f9b03) AuthConfig (ff1179326b989d86007c959d2e33326257f89aa1a7af94fad6c45d35ae810c34) AuthConfig (7784fb542031486e6e6944ed1e393ad71ded7c9577648654679cce1dc703f1fd) AuthConfig (3a04d17719a885acdff85ff516c2cc4c5a0f01c181daebccbe2e07462f3bbfa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"1ac34425-2314-4c74-b73a-30b7cf71c6a4","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.299036447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"ce692a29-8b2a-4c37-934f-b0946d241abf","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.314499648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15ca75ee-7da2-4f07-84ea-950f8da3cf3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.320574558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"ce692a29-8b2a-4c37-934f-b0946d241abf","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.337847089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15ca75ee-7da2-4f07-84ea-950f8da3cf3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.34039768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"ce692a29-8b2a-4c37-934f-b0946d241abf","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.40334539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"59ce0e03-3378-4bab-8bdd-5e467ab85292","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.413123102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"628d11ce-269e-4324-901f-90e34d5a50fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.419431104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"64ec94d9-b4b3-46cd-8c3c-7878106f440f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.420267879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"83810b00-e3e7-482d-8936-5a37269e1893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.424955967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"59ce0e03-3378-4bab-8bdd-5e467ab85292","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.4347535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"628d11ce-269e-4324-901f-90e34d5a50fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.443390189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"64ec94d9-b4b3-46cd-8c3c-7878106f440f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:15.443648824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"83810b00-e3e7-482d-8936-5a37269e1893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:16.406872913Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"6e0d32ad-297c-4a6f-afcc-cb75106fe72d","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:17.207178213Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-086ac3-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-sub","reconcileID":"d03a46c6-d179-48a0-8bb9-d5a5b1ed8142","MaaSSubscription":{"name":"e2e-cfl-086ac3-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","subscription":"e2e-cfl-086ac3-5a8138-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:17.240099709Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-086ac3-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-sub","reconcileID":"d03a46c6-d179-48a0-8bb9-d5a5b1ed8142","MaaSSubscription":{"name":"e2e-cfl-086ac3-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:17.256467361Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-086ac3-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-sub","reconcileID":"d03a46c6-d179-48a0-8bb9-d5a5b1ed8142","MaaSSubscription":{"name":"e2e-cfl-086ac3-5a8138-sub","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"maas-trlp-e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:17.434512912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"d8496ab3-7706-4da2-b280-7501ef7b9bef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:17.434537261Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"d8496ab3-7706-4da2-b280-7501ef7b9bef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:17.460163419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"69d2b6e1-73a7-49a0-9dce-f560fcd55e94","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:17.482095253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"69d2b6e1-73a7-49a0-9dce-f560fcd55e94","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:17.594966434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"8424fb99-2000-4ea4-9513-eee1eababde1","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:17.594997691Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"8424fb99-2000-4ea4-9513-eee1eababde1","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:17.629805677Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"dc3b7e57-a055-4e89-acc2-002f0b6061f1","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:17.680956228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"dc3b7e57-a055-4e89-acc2-002f0b6061f1","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:17.737985546Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"dc3b7e57-a055-4e89-acc2-002f0b6061f1","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"name":"e2e-extmod-a-4f7443-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:17.738008321Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"e2e-cfl-086ac3-5a8138-access","reconcileID":"dc3b7e57-a055-4e89-acc2-002f0b6061f1","MaaSAuthPolicy":{"name":"e2e-cfl-086ac3-5a8138-access","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4f7443","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:17.775499551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"3a6d68e7-8077-4204-bc5e-2e760a5b77b5","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"tenant":"e2e-extmod-a-4f7443","gateway":"openshift-ingress/e2e-extmod-a-4f7443","model":"e2e-extmod-cfl-1-5a8138/e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:17.775523989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"3a6d68e7-8077-4204-bc5e-2e760a5b77b5","MaaSModelRef":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"routeName":"external-model-e2e-cfl-086ac3-d0c699d6179b","namespace":"e2e-extmod-cfl-1-5a8138","model":"e2e-cfl-086ac3","externalModel":"e2e-cfl-086ac3","provider":"e2e-cfl-086ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-4f7443","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.307382199Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"707f5a30-dabe-4fe0-b998-5e31f18c26a4","namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.344214582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"425dfe4c-9256-4dbc-a7d0-a83783dfb136","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.346299324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"c0897afe-c772-4ce7-b49a-2210780ea016","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.35303346Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-2-489e54"},"namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","reconcileID":"08bb9c62-cf18-4f32-85a0-e523a9994d44","namespace":"e2e-extmod-cfl-2-489e54","name":"e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.357834714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"fcc0ef94-762d-497c-906d-10fcfc87febb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.357963275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"c8a6e61a-610d-493e-b201-9feb42168a1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.362296269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"444dcc9c-6818-43cd-98f3-7cb96e6d0614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.36958887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"425dfe4c-9256-4dbc-a7d0-a83783dfb136","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.37924081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"c0897afe-c772-4ce7-b49a-2210780ea016","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.386720992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"c8a6e61a-610d-493e-b201-9feb42168a1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.387535645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"fcc0ef94-762d-497c-906d-10fcfc87febb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.389547855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"444dcc9c-6818-43cd-98f3-7cb96e6d0614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.389913959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"425dfe4c-9256-4dbc-a7d0-a83783dfb136","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.400116904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95f9477d8efb48902aa19a605e4ced49f4028188ed77e1910469cd23441ea573) AuthConfig (95fe5acfec00985381ace9b1665ee512e031d2d55ffa5e9c7f0ec9c46d03953c) AuthConfig (7b17e749c021ea6c5b10c4cfc878327bf90855f2b059f0ae894acb38a8bdfc50) AuthConfig (f271527488ec8d7df90c89721eda89d14a46106ff3e2541275c254a2568deaaa) AuthConfig (3217af59d4ae1ced07286de0d3dc3692c71426d74135ee53e95c2f1a07252a2d) AuthConfig (ea705b988d3fd03ffe15120aab5c14c52f9ec4b4ac1284e0ed5e5877e28cf038) AuthConfig (037b4130decd3e7ef777c3fbbea7a79fbc921aef940c59ed790fe248e14773be) AuthConfig (c11babd24f85367144f6012f3e24e0b0b55c4c7188f9c5e58fb6580e8534e637) AuthConfig (d397c6c0dcd9694da98f8fc775daa7c65a57fc5fd579219fd4b1ca5cacca7f8e) AuthConfig (fd798c0a1d506fc0d4b1af8d99d5479a0b7c86662bdf482e9d486c9571486c68) AuthConfig (4ec5a70798f4bfe07ddc56d68f96090c18398d95d49eb0da9804f888019f9b03) AuthConfig (ff1179326b989d86007c959d2e33326257f89aa1a7af94fad6c45d35ae810c34) AuthConfig (7784fb542031486e6e6944ed1e393ad71ded7c9577648654679cce1dc703f1fd) AuthConfig (3a04d17719a885acdff85ff516c2cc4c5a0f01c181daebccbe2e07462f3bbfa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"c0897afe-c772-4ce7-b49a-2210780ea016","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.433939114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"30d28a9e-ea83-4dde-b647-80dcd3274f39","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.44278984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"c5462668-4db7-40ef-a0a5-a45b7f8b17ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.460683099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"30d28a9e-ea83-4dde-b647-80dcd3274f39","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.469530672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"c5462668-4db7-40ef-a0a5-a45b7f8b17ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.573510958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cdb81cc6-ed1a-4849-a35a-b2c301fec78e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.574148798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"3134357f-c8a9-4964-aad3-eb83e67f4a03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.574148802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e0208739-f590-4e50-afd4-e82287efb1aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.59555735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cdb81cc6-ed1a-4849-a35a-b2c301fec78e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.596335505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"3134357f-c8a9-4964-aad3-eb83e67f4a03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.597826987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"e0208739-f590-4e50-afd4-e82287efb1aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.670323028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"3b7b76fe-8b47-48d1-b523-5cbaae6f781f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.670848796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"9280b7f1-02e0-4502-ba31-67398c52793b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.692417337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"9280b7f1-02e0-4502-ba31-67398c52793b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.692448597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"3b7b76fe-8b47-48d1-b523-5cbaae6f781f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.787621625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"12932c01-340e-46a9-98b9-5f54698061a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.787680005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"a7f5eb13-ded0-4d3a-840d-40869e38a0b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.79351615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"7f176717-5e7d-469e-9d62-f109f3931d84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.797721649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"695b4282-1352-4a27-91da-e5836f2311dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.799101994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"08b3f8e6-a372-4b5b-8ff1-33968f45522a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.808960907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"a7f5eb13-ded0-4d3a-840d-40869e38a0b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.808975122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"12932c01-340e-46a9-98b9-5f54698061a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.814472797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"7f176717-5e7d-469e-9d62-f109f3931d84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.818965128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"695b4282-1352-4a27-91da-e5836f2311dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.819882854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"08b3f8e6-a372-4b5b-8ff1-33968f45522a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.903250438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"9f13d6bf-e68d-42e9-bebb-248a69c10b95","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.904539001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"7ddc5a98-31de-41e7-89cd-4f6fe5177dae","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.911248982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"f15d481f-fb1a-42ef-95fd-1ef03ea7059f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.925572586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"7ddc5a98-31de-41e7-89cd-4f6fe5177dae","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.925884815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"9f13d6bf-e68d-42e9-bebb-248a69c10b95","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.932232619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"f15d481f-fb1a-42ef-95fd-1ef03ea7059f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.945471111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"7ddc5a98-31de-41e7-89cd-4f6fe5177dae","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:18.945738285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95f9477d8efb48902aa19a605e4ced49f4028188ed77e1910469cd23441ea573) AuthConfig (95fe5acfec00985381ace9b1665ee512e031d2d55ffa5e9c7f0ec9c46d03953c) AuthConfig (7b17e749c021ea6c5b10c4cfc878327bf90855f2b059f0ae894acb38a8bdfc50) AuthConfig (f271527488ec8d7df90c89721eda89d14a46106ff3e2541275c254a2568deaaa) AuthConfig (3217af59d4ae1ced07286de0d3dc3692c71426d74135ee53e95c2f1a07252a2d) AuthConfig (ea705b988d3fd03ffe15120aab5c14c52f9ec4b4ac1284e0ed5e5877e28cf038) AuthConfig (037b4130decd3e7ef777c3fbbea7a79fbc921aef940c59ed790fe248e14773be) AuthConfig (c11babd24f85367144f6012f3e24e0b0b55c4c7188f9c5e58fb6580e8534e637) AuthConfig (d397c6c0dcd9694da98f8fc775daa7c65a57fc5fd579219fd4b1ca5cacca7f8e) AuthConfig (fd798c0a1d506fc0d4b1af8d99d5479a0b7c86662bdf482e9d486c9571486c68) AuthConfig (4ec5a70798f4bfe07ddc56d68f96090c18398d95d49eb0da9804f888019f9b03) AuthConfig (ff1179326b989d86007c959d2e33326257f89aa1a7af94fad6c45d35ae810c34) AuthConfig (7784fb542031486e6e6944ed1e393ad71ded7c9577648654679cce1dc703f1fd) AuthConfig (3a04d17719a885acdff85ff516c2cc4c5a0f01c181daebccbe2e07462f3bbfa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"9f13d6bf-e68d-42e9-bebb-248a69c10b95","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.338000195Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"37d0a0fb-b0cc-4cbd-9157-8e7a343cfc17","namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.386438466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"e6afdd75-c6b5-4811-82bc-d60f49f6e58c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.388804871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"167d8f04-51f1-4596-978c-e38fd1b1bcef","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.402190092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e8c14a0c-d850-42d0-b87f-2c5f0fda2abf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.403743668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17624b87-8f86-496f-840b-d513f71a0fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.404059272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"63a40e97-2406-46de-8ae6-b686a73bcf30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.408021311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"e6afdd75-c6b5-4811-82bc-d60f49f6e58c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.409518644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"167d8f04-51f1-4596-978c-e38fd1b1bcef","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.423353694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e8c14a0c-d850-42d0-b87f-2c5f0fda2abf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.425102387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17624b87-8f86-496f-840b-d513f71a0fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.425563464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"63a40e97-2406-46de-8ae6-b686a73bcf30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.427756968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"e6afdd75-c6b5-4811-82bc-d60f49f6e58c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.429327878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95f9477d8efb48902aa19a605e4ced49f4028188ed77e1910469cd23441ea573) AuthConfig (95fe5acfec00985381ace9b1665ee512e031d2d55ffa5e9c7f0ec9c46d03953c) AuthConfig (7b17e749c021ea6c5b10c4cfc878327bf90855f2b059f0ae894acb38a8bdfc50) AuthConfig (f271527488ec8d7df90c89721eda89d14a46106ff3e2541275c254a2568deaaa) AuthConfig (3217af59d4ae1ced07286de0d3dc3692c71426d74135ee53e95c2f1a07252a2d) AuthConfig (ea705b988d3fd03ffe15120aab5c14c52f9ec4b4ac1284e0ed5e5877e28cf038) AuthConfig (037b4130decd3e7ef777c3fbbea7a79fbc921aef940c59ed790fe248e14773be) AuthConfig (c11babd24f85367144f6012f3e24e0b0b55c4c7188f9c5e58fb6580e8534e637) AuthConfig (d397c6c0dcd9694da98f8fc775daa7c65a57fc5fd579219fd4b1ca5cacca7f8e) AuthConfig (fd798c0a1d506fc0d4b1af8d99d5479a0b7c86662bdf482e9d486c9571486c68) AuthConfig (4ec5a70798f4bfe07ddc56d68f96090c18398d95d49eb0da9804f888019f9b03) AuthConfig (ff1179326b989d86007c959d2e33326257f89aa1a7af94fad6c45d35ae810c34) AuthConfig (7784fb542031486e6e6944ed1e393ad71ded7c9577648654679cce1dc703f1fd) AuthConfig (3a04d17719a885acdff85ff516c2cc4c5a0f01c181daebccbe2e07462f3bbfa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"167d8f04-51f1-4596-978c-e38fd1b1bcef","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.478652051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"63391a11-b6a7-4e41-b5aa-e6fb26f26769","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.495981103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"2c3192af-e041-4cd4-84a9-a2bc36966a4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.50246363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"63391a11-b6a7-4e41-b5aa-e6fb26f26769","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.517449623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"2c3192af-e041-4cd4-84a9-a2bc36966a4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.5348438Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-086ac3","namespace":"e2e-extmod-cfl-1-5a8138"},"namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","reconcileID":"91afa714-bbef-4ff7-a78a-f791846f5a03","namespace":"e2e-extmod-cfl-1-5a8138","name":"e2e-cfl-086ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.614525525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"45c5b3e3-c433-4fcb-8ba2-4caec006effb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.615360116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"437a19a0-eea4-4f9a-9734-3f86b8d197ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.620744191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"72317efc-e4e3-4123-85f2-2ace22e68408","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.6400013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b40c2823-c443-4df7-8931-3663693c688d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.650368173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"45c5b3e3-c433-4fcb-8ba2-4caec006effb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.650774443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"437a19a0-eea4-4f9a-9734-3f86b8d197ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.654401757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"72317efc-e4e3-4123-85f2-2ace22e68408","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.674460059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b40c2823-c443-4df7-8931-3663693c688d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.756299463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"9d2fab45-b52f-4e95-babf-d84e9a6ae496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.782850944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"9d2fab45-b52f-4e95-babf-d84e9a6ae496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.911074453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"0f0e290f-cff9-4075-a90c-337e7a867a9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.916718048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"8d97f689-cae5-4ce6-93c6-b88d0c833534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.933373045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"0f0e290f-cff9-4075-a90c-337e7a867a9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:19.937873193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"8d97f689-cae5-4ce6-93c6-b88d0c833534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.002222996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"b9b6fb0f-933a-42ba-8346-8723e0c576ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.002564994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"0eb895c4-7b6b-42f1-8ff7-910a70da7c57","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.018410143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"476ce34b-3ec2-4ac0-ab5e-a9fcbd8d8f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.027247253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"0eb895c4-7b6b-42f1-8ff7-910a70da7c57","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.034711545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"b9b6fb0f-933a-42ba-8346-8723e0c576ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.066358476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"0eb895c4-7b6b-42f1-8ff7-910a70da7c57","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.077655492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-737f64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95f9477d8efb48902aa19a605e4ced49f4028188ed77e1910469cd23441ea573) AuthConfig (95fe5acfec00985381ace9b1665ee512e031d2d55ffa5e9c7f0ec9c46d03953c) AuthConfig (7b17e749c021ea6c5b10c4cfc878327bf90855f2b059f0ae894acb38a8bdfc50) AuthConfig (f271527488ec8d7df90c89721eda89d14a46106ff3e2541275c254a2568deaaa) AuthConfig (3217af59d4ae1ced07286de0d3dc3692c71426d74135ee53e95c2f1a07252a2d) AuthConfig (ea705b988d3fd03ffe15120aab5c14c52f9ec4b4ac1284e0ed5e5877e28cf038) AuthConfig (037b4130decd3e7ef777c3fbbea7a79fbc921aef940c59ed790fe248e14773be) AuthConfig (c11babd24f85367144f6012f3e24e0b0b55c4c7188f9c5e58fb6580e8534e637) AuthConfig (d397c6c0dcd9694da98f8fc775daa7c65a57fc5fd579219fd4b1ca5cacca7f8e) AuthConfig (fd798c0a1d506fc0d4b1af8d99d5479a0b7c86662bdf482e9d486c9571486c68) AuthConfig (4ec5a70798f4bfe07ddc56d68f96090c18398d95d49eb0da9804f888019f9b03) AuthConfig (ff1179326b989d86007c959d2e33326257f89aa1a7af94fad6c45d35ae810c34) AuthConfig (7784fb542031486e6e6944ed1e393ad71ded7c9577648654679cce1dc703f1fd) AuthConfig (3a04d17719a885acdff85ff516c2cc4c5a0f01c181daebccbe2e07462f3bbfa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"b9b6fb0f-933a-42ba-8346-8723e0c576ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.079786534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"476ce34b-3ec2-4ac0-ab5e-a9fcbd8d8f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.118808167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad649a25-9c3b-4902-b840-703b9148cf8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.139810383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad649a25-9c3b-4902-b840-703b9148cf8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.208728533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"716cad9b-2ced-44db-ba7f-6e97ad1e154e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.219880402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"bd73e930-0a3e-4fe6-9c04-1e28d8b2440d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.219952668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"41716ee7-45d0-4d31-940f-86d94150f19e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.220885394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"af3a22a6-a9dc-48ed-9ceb-bbf4e1f1ff04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.229728298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"716cad9b-2ced-44db-ba7f-6e97ad1e154e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.241724305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"41716ee7-45d0-4d31-940f-86d94150f19e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.241760728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"bd73e930-0a3e-4fe6-9c04-1e28d8b2440d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.244192602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"af3a22a6-a9dc-48ed-9ceb-bbf4e1f1ff04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.348742839Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"84bce5dd-42af-4b41-9bbc-74050ab8f215","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.377421079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"74b1ca03-555b-4d17-ae09-838df5b4c08b","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.397429548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"12725247-1c18-4861-b778-b5c0c1bb7572","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.454527194Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"12725247-1c18-4861-b778-b5c0c1bb7572","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.480097188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"12725247-1c18-4861-b778-b5c0c1bb7572","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:20.517666717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"8b80f48c-b146-4700-92db-176c4ae8312b","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:24.382750818Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:27.292446575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d1daec-sub","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-sub","reconcileID":"411357c4-375a-42ff-b145-71bf13316786","MaaSSubscription":{"name":"e2e-cmp-legacy-d1daec-sub","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"maas-trlp-e2e-cmp-legacy-d1daec","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:27.434949253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"6589d662-f6f1-4512-9b7f-5d8b61065d0a","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"tenant":"e2e-extmod-a-67e819","gateway":"openshift-ingress/e2e-extmod-a-67e819","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:27.434976153Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"6589d662-f6f1-4512-9b7f-5d8b61065d0a","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"routeName":"external-model-e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819","model":"e2e-cmp-legacy-d1daec","externalModel":"e2e-cmp-legacy-d1daec","provider":"e2e-cmp-legacy-d1daec-provider","gateway":"openshift-ingress/e2e-extmod-a-67e819","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:28.220755296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"d6cb73c7-e745-4dad-9170-b2572be6c266","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:28.243457075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"d6cb73c7-e745-4dad-9170-b2572be6c266","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:28.264006262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efea3111940e0b65915a3abc9e7bdb124e48c4cb96c0e6f2aa31f1866a173ac4) AuthConfig (5dc88bcfc549d9be80176635052c9b6de0d36c206cda3686b74fef355a83133f) AuthConfig (210ad11463b9ed23ac403e4bb87fcbc1585180873828484a464204f4647aa6ff) AuthConfig (20516db2ba0b26d928eea6ad1d857fa98485a01bf16d3cd2b7c88f6610a19f3c) AuthConfig (473a137c99a91a0764e61d16e1ca4c2cc7a790bb71dff11f4e6168b5450d333a) AuthConfig (e92e62b2081288c10ebda66868f3af4addf4c9b0b9b0e550cbadb3d2f86ca1fb) AuthConfig (7d54abdef8da84d62c6262dce4b89d52eec84dd9f32cee4fc4aad2b5ca9f57b4) AuthConfig (b08ea4aa02c9ffa965bfd6e8bc0c21fd98b84a19daabe1ab1438e738fc933d11) AuthConfig (5819d3143e25a36b062b0745fd369860eac034004a7536ff66f694e204fd3de3) AuthConfig (5cdaa0933beeca55d70ca6b9879c1d77e1ffbac7d5f89a6b32fb020897cb520c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"d6cb73c7-e745-4dad-9170-b2572be6c266","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:28.303230828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"f3c13a44-1937-4e7b-b3b6-1d39b0ccab98","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:28.352210136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"2706a223-143a-4487-80ad-3de8d89a875a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:28.374453584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"2706a223-143a-4487-80ad-3de8d89a875a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:28.467864997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"d46ea5dc-8b0b-404e-83d0-e82138181a91","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:28.492852179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"d46ea5dc-8b0b-404e-83d0-e82138181a91","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:28.519746948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"d46ea5dc-8b0b-404e-83d0-e82138181a91","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:28.973140248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"23f77fbe-111b-4714-a8a5-6a28c8c2073a","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:28.996195259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"23f77fbe-111b-4714-a8a5-6a28c8c2073a","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.016637495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"23f77fbe-111b-4714-a8a5-6a28c8c2073a","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.103159381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"1fe8c025-063a-4a22-90db-6ef5ff3a4e6c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.124829379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"1fe8c025-063a-4a22-90db-6ef5ff3a4e6c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.144686077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efea3111940e0b65915a3abc9e7bdb124e48c4cb96c0e6f2aa31f1866a173ac4) AuthConfig (5dc88bcfc549d9be80176635052c9b6de0d36c206cda3686b74fef355a83133f) AuthConfig (210ad11463b9ed23ac403e4bb87fcbc1585180873828484a464204f4647aa6ff) AuthConfig (20516db2ba0b26d928eea6ad1d857fa98485a01bf16d3cd2b7c88f6610a19f3c) AuthConfig (473a137c99a91a0764e61d16e1ca4c2cc7a790bb71dff11f4e6168b5450d333a) AuthConfig (e92e62b2081288c10ebda66868f3af4addf4c9b0b9b0e550cbadb3d2f86ca1fb) AuthConfig (7d54abdef8da84d62c6262dce4b89d52eec84dd9f32cee4fc4aad2b5ca9f57b4) AuthConfig (b08ea4aa02c9ffa965bfd6e8bc0c21fd98b84a19daabe1ab1438e738fc933d11) AuthConfig (5819d3143e25a36b062b0745fd369860eac034004a7536ff66f694e204fd3de3) AuthConfig (5cdaa0933beeca55d70ca6b9879c1d77e1ffbac7d5f89a6b32fb020897cb520c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"1fe8c025-063a-4a22-90db-6ef5ff3a4e6c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.274224408Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"3b00c69a-f285-415b-a656-cb9fc9c2720e","namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.359224704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"ceece142-f2e5-4639-bd8a-6e84c5e16f1c","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"tenant":"e2e-extmod-a-67e819","gateway":"openshift-ingress/e2e-extmod-a-67e819","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.359818887Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"ceece142-f2e5-4639-bd8a-6e84c5e16f1c","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"routeName":"external-model-e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819","model":"e2e-cmp-legacy-d1daec","externalModel":"e2e-cmp-legacy-d1daec","provider":"e2e-cmp-legacy-d1daec-provider","gateway":"openshift-ingress/e2e-extmod-a-67e819","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.38386028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"f00cdac5-30f5-4ad0-a9fb-fff82a039976","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.3926555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"27146263-3b24-4287-8942-39d0992a802a","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.400595035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"cded7338-1d62-41e5-bf29-45913ed75d54","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.406314516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"f00cdac5-30f5-4ad0-a9fb-fff82a039976","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.410007392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dfa7350-6781-4aaa-9f42-81660bf349f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.410007225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"b0dfbd77-15c9-4e6b-82f3-69cd5d79c0dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.415329322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"27146263-3b24-4287-8942-39d0992a802a","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.461109827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"cded7338-1d62-41e5-bf29-45913ed75d54","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.461751027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"b0dfbd77-15c9-4e6b-82f3-69cd5d79c0dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.466050489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dfa7350-6781-4aaa-9f42-81660bf349f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.468173849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efea3111940e0b65915a3abc9e7bdb124e48c4cb96c0e6f2aa31f1866a173ac4) AuthConfig (5dc88bcfc549d9be80176635052c9b6de0d36c206cda3686b74fef355a83133f) AuthConfig (210ad11463b9ed23ac403e4bb87fcbc1585180873828484a464204f4647aa6ff) AuthConfig (20516db2ba0b26d928eea6ad1d857fa98485a01bf16d3cd2b7c88f6610a19f3c) AuthConfig (473a137c99a91a0764e61d16e1ca4c2cc7a790bb71dff11f4e6168b5450d333a) AuthConfig (e92e62b2081288c10ebda66868f3af4addf4c9b0b9b0e550cbadb3d2f86ca1fb) AuthConfig (7d54abdef8da84d62c6262dce4b89d52eec84dd9f32cee4fc4aad2b5ca9f57b4) AuthConfig (b08ea4aa02c9ffa965bfd6e8bc0c21fd98b84a19daabe1ab1438e738fc933d11) AuthConfig (5819d3143e25a36b062b0745fd369860eac034004a7536ff66f694e204fd3de3) AuthConfig (5cdaa0933beeca55d70ca6b9879c1d77e1ffbac7d5f89a6b32fb020897cb520c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"27146263-3b24-4287-8942-39d0992a802a","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.481544101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"cded7338-1d62-41e5-bf29-45913ed75d54","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.517661984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"01d83e5d-0063-42c8-ac28-195df693b180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.531974008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"c34fed94-5870-4dad-b22f-b2cb46569bc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.538626552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"01d83e5d-0063-42c8-ac28-195df693b180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.542494117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"2f7fde66-069a-4dd4-97a7-366d0527729d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.552873733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"c34fed94-5870-4dad-b22f-b2cb46569bc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.563156506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"69b43290-73ea-4c1f-aa37-62a098a21e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.563466893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"2f7fde66-069a-4dd4-97a7-366d0527729d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.585272873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"69b43290-73ea-4c1f-aa37-62a098a21e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.634384482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"359914af-b19c-4d8c-9043-3a3a9057764c","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.634406842Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"359914af-b19c-4d8c-9043-3a3a9057764c","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"routeName":"external-model-e2e-cfl-same-28d1f4-0d38a56d4683","namespace":"e2e-extmod-cfl-1-137ee4","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.669203852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"8dac0ccb-e5d7-450b-b02d-1d7551a1a0c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.690066304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"8dac0ccb-e5d7-450b-b02d-1d7551a1a0c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.784683812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b618cdcd-0713-4790-b3c8-5c74404ce9ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.784809496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"54f65109-489c-42a5-a765-1ba379a30539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.78509706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6861ff3-2fbd-4145-b4cf-0a4a4786957e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.808098448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"54f65109-489c-42a5-a765-1ba379a30539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.808213411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6861ff3-2fbd-4145-b4cf-0a4a4786957e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.811725593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b618cdcd-0713-4790-b3c8-5c74404ce9ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.868419391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"8aa78f9d-39a3-4cc7-9012-ac814f3b59b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.868623793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"f56e3afd-5e6a-440a-a82b-023114b36732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.890192237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"8aa78f9d-39a3-4cc7-9012-ac814f3b59b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:29.891680966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"f56e3afd-5e6a-440a-a82b-023114b36732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:30.047303404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"341093da-092c-4df2-bd43-5515975851e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:30.068797499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"341093da-092c-4df2-bd43-5515975851e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:30.401502843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"96ac031e-eee7-4784-8692-8b3b869a1a4c","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:30.401533954Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"96ac031e-eee7-4784-8692-8b3b869a1a4c","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"routeName":"external-model-e2e-cfl-same-28d1f4-0d38a56d4683","namespace":"e2e-extmod-cfl-1-137ee4","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:30.42137597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"7204bdec-4579-495d-b648-eb3c4e3d9b7e","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:20:30.422463351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-137ee4-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-sub","reconcileID":"15f82d5a-f56c-491e-be6c-4d65b1ccf822","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-28d1f4-137ee4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:30.442352037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"4a185567-4309-4c7b-af11-36e804c9fc2b","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:30.44237613Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"4a185567-4309-4c7b-af11-36e804c9fc2b","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"routeName":"external-model-e2e-cfl-same-28d1f4-0d38a56d4683","namespace":"e2e-extmod-cfl-1-137ee4","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:30.44336623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"7204bdec-4579-495d-b648-eb3c4e3d9b7e","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:20:30.459998289Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"4a185567-4309-4c7b-af11-36e804c9fc2b","name":"e2e-cfl-same-28d1f4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-28d1f4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:20:30.460046843Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"4a185567-4309-4c7b-af11-36e804c9fc2b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-28d1f4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:30.479524729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"c21bd5d1-40c4-4b93-83ab-8752f357696f","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:30.479541028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"c21bd5d1-40c4-4b93-83ab-8752f357696f","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"routeName":"external-model-e2e-cfl-same-28d1f4-0d38a56d4683","namespace":"e2e-extmod-cfl-1-137ee4","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:30.498723856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"74228f1a-9076-4954-8218-9515b73c687c","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:30.498741984Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"74228f1a-9076-4954-8218-9515b73c687c","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"routeName":"external-model-e2e-cfl-same-28d1f4-0d38a56d4683","namespace":"e2e-extmod-cfl-1-137ee4","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:30.557877846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"9b74c688-817d-4946-ae0f-dfaaa64a8b54","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:30.56886917Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-137ee4-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-sub","reconcileID":"fab50383-2d2a-4e73-8890-5025fee8a607","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-137ee4-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"maas-trlp-e2e-cfl-same-28d1f4","model":"e2e-cfl-same-28d1f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-737f64/e2e-cfl-same-28d1f4-137ee4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:30.57889297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"9b74c688-817d-4946-ae0f-dfaaa64a8b54","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:30.661453788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"4dab64b2-a919-4801-bdc1-61d7788ed091","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:30.661472651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"4dab64b2-a919-4801-bdc1-61d7788ed091","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"routeName":"external-model-e2e-cfl-same-28d1f4-0d38a56d4683","namespace":"e2e-extmod-cfl-1-137ee4","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:30.725198163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-137ee4-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-sub","reconcileID":"84ba87e0-829b-4298-b698-1b0ce4733a5b","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-137ee4-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"maas-trlp-e2e-cfl-same-28d1f4","model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.272292185Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"284e5cc6-1283-4a09-9aef-0bf65ca6f406","namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.292556534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"06753803-a5a3-4e8c-873b-fd617fb781be","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"tenant":"e2e-extmod-a-67e819","gateway":"openshift-ingress/e2e-extmod-a-67e819","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.292577156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"06753803-a5a3-4e8c-873b-fd617fb781be","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"routeName":"external-model-e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819","model":"e2e-cmp-legacy-d1daec","externalModel":"e2e-cmp-legacy-d1daec","provider":"e2e-cmp-legacy-d1daec-provider","gateway":"openshift-ingress/e2e-extmod-a-67e819","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.309754699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"b11ca3b9-69d5-40a7-b896-e4193caafe18","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.310973449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"87bdcdde-29ed-4132-af18-ed6bebe79826","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.325029032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee0c5631-c9f1-4171-b105-ad020ff05034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.326568898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"59d20234-6540-4061-a1ee-bde9be047b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.327616653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d2b1e850-06ef-4211-908e-500fbf24b2d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.330552841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"b11ca3b9-69d5-40a7-b896-e4193caafe18","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.331392062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"87bdcdde-29ed-4132-af18-ed6bebe79826","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.345835516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee0c5631-c9f1-4171-b105-ad020ff05034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.347136578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"59d20234-6540-4061-a1ee-bde9be047b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.348673564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"d2b1e850-06ef-4211-908e-500fbf24b2d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.350590088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efea3111940e0b65915a3abc9e7bdb124e48c4cb96c0e6f2aa31f1866a173ac4) AuthConfig (5dc88bcfc549d9be80176635052c9b6de0d36c206cda3686b74fef355a83133f) AuthConfig (210ad11463b9ed23ac403e4bb87fcbc1585180873828484a464204f4647aa6ff) AuthConfig (20516db2ba0b26d928eea6ad1d857fa98485a01bf16d3cd2b7c88f6610a19f3c) AuthConfig (473a137c99a91a0764e61d16e1ca4c2cc7a790bb71dff11f4e6168b5450d333a) AuthConfig (e92e62b2081288c10ebda66868f3af4addf4c9b0b9b0e550cbadb3d2f86ca1fb) AuthConfig (7d54abdef8da84d62c6262dce4b89d52eec84dd9f32cee4fc4aad2b5ca9f57b4) AuthConfig (b08ea4aa02c9ffa965bfd6e8bc0c21fd98b84a19daabe1ab1438e738fc933d11) AuthConfig (5819d3143e25a36b062b0745fd369860eac034004a7536ff66f694e204fd3de3) AuthConfig (5cdaa0933beeca55d70ca6b9879c1d77e1ffbac7d5f89a6b32fb020897cb520c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"b11ca3b9-69d5-40a7-b896-e4193caafe18","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.351078195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"87bdcdde-29ed-4132-af18-ed6bebe79826","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.384845944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"e0e40b59-49e4-480e-a7e6-61d2eb0e2b60","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.405739164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"e0e40b59-49e4-480e-a7e6-61d2eb0e2b60","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.407208552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f69e10c0-cf13-43ce-915c-9ee48a6e0c87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.427004275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"7052f462-3e56-46ee-af85-d6726a22e414","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.429010576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f69e10c0-cf13-43ce-915c-9ee48a6e0c87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.442805358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"64673ae9-9338-4924-8ae8-0f799cb5eedd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.444177547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"d0db4502-f1af-41e3-9e17-b579b5a29463","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.448397182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"7052f462-3e56-46ee-af85-d6726a22e414","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.465093297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"64673ae9-9338-4924-8ae8-0f799cb5eedd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.467157624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"d0db4502-f1af-41e3-9e17-b579b5a29463","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.547469059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4273c9dd-5dc1-4f1b-b8c6-470b8482b8ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.582475589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"9bc8a7de-7874-4887-af67-7ba06ef6cb3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.583015417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"906f9821-ba9b-47f5-864b-fa8980ffaa0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.583582838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"f962125a-5949-4e50-8607-edf7884aca90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.600469482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4273c9dd-5dc1-4f1b-b8c6-470b8482b8ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.609219071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"c8264cb9-8cbf-41c8-ba3f-9c79d66b0bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.613011678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"f962125a-5949-4e50-8607-edf7884aca90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.614424737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"9bc8a7de-7874-4887-af67-7ba06ef6cb3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.615316941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"906f9821-ba9b-47f5-864b-fa8980ffaa0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.636512344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"c8264cb9-8cbf-41c8-ba3f-9c79d66b0bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.796665876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"a0223ba7-1d43-477f-b6cf-0409b799dd8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:31.817752054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"a0223ba7-1d43-477f-b6cf-0409b799dd8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:37.61772783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de8029a-ba52-44cb-af4f-799619e235f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:37.633877575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de8029a-ba52-44cb-af4f-799619e235f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:37.649760601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de8029a-ba52-44cb-af4f-799619e235f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:37.665729049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de8029a-ba52-44cb-af4f-799619e235f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:38.298722652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5db1c2a4-ed03-4f47-a7e3-8a75a4fd3fa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:38.314970466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5db1c2a4-ed03-4f47-a7e3-8a75a4fd3fa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:38.33099755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5db1c2a4-ed03-4f47-a7e3-8a75a4fd3fa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:38.348005435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5db1c2a4-ed03-4f47-a7e3-8a75a4fd3fa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:38.49452504Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a1f322","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a1f322","reconcileID":"14ccc2b9-2731-4004-988e-25b4d2ec27b9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-a1f322","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-a1f322":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:39.095220444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf59beed-64ef-472d-9c9d-15be8b6cd16d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:39.111272191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf59beed-64ef-472d-9c9d-15be8b6cd16d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:39.128260844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf59beed-64ef-472d-9c9d-15be8b6cd16d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:39.14409359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf59beed-64ef-472d-9c9d-15be8b6cd16d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:40.931251228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"6444e9a1-a3d1-466e-a363-c606fa562476","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"tenant":"e2e-extmod-a-67e819","gateway":"openshift-ingress/e2e-extmod-a-67e819","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:40.935010459Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"6444e9a1-a3d1-466e-a363-c606fa562476","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"routeName":"external-model-e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819","model":"e2e-cmp-legacy-d1daec","externalModel":"e2e-cmp-legacy-d1daec","provider":"e2e-cmp-legacy-d1daec-provider","gateway":"openshift-ingress/e2e-extmod-a-67e819","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:40.952101204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"8ad0bb01-136a-4708-b635-ec08e4a9470a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:40.994010239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"8ad0bb01-136a-4708-b635-ec08e4a9470a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:40.995050291Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d1daec-sub","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-sub","reconcileID":"502369ce-388d-4f5e-964b-0e1e69749722","MaaSSubscription":{"name":"e2e-cmp-legacy-d1daec-sub","namespace":"ai-tenant-e2e-extmod-a-67e819"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a2a9228d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:41.184694918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"634e1a1f-e779-4ae1-a638-b4ca403baa37","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:41.205633238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"634e1a1f-e779-4ae1-a638-b4ca403baa37","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:41.40317734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"ff989b7a-28db-4c46-9286-acde587b5e37","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:41.403811965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"d03cf0cc-0f73-4648-92ef-5b6994314794","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:41.425461679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"ff989b7a-28db-4c46-9286-acde587b5e37","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:41.426589645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"d03cf0cc-0f73-4648-92ef-5b6994314794","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:41.445452157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efea3111940e0b65915a3abc9e7bdb124e48c4cb96c0e6f2aa31f1866a173ac4) AuthConfig (5dc88bcfc549d9be80176635052c9b6de0d36c206cda3686b74fef355a83133f) AuthConfig (210ad11463b9ed23ac403e4bb87fcbc1585180873828484a464204f4647aa6ff) AuthConfig (20516db2ba0b26d928eea6ad1d857fa98485a01bf16d3cd2b7c88f6610a19f3c) AuthConfig (473a137c99a91a0764e61d16e1ca4c2cc7a790bb71dff11f4e6168b5450d333a) AuthConfig (e92e62b2081288c10ebda66868f3af4addf4c9b0b9b0e550cbadb3d2f86ca1fb) AuthConfig (7d54abdef8da84d62c6262dce4b89d52eec84dd9f32cee4fc4aad2b5ca9f57b4) AuthConfig (b08ea4aa02c9ffa965bfd6e8bc0c21fd98b84a19daabe1ab1438e738fc933d11) AuthConfig (5819d3143e25a36b062b0745fd369860eac034004a7536ff66f694e204fd3de3) AuthConfig (5cdaa0933beeca55d70ca6b9879c1d77e1ffbac7d5f89a6b32fb020897cb520c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"ff989b7a-28db-4c46-9286-acde587b5e37","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:41.446434867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"d03cf0cc-0f73-4648-92ef-5b6994314794","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.012447891Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d1daec-sub","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-sub","reconcileID":"c8010ac8-5229-49bb-933d-81aa2aa98bef","MaaSSubscription":{"name":"e2e-cmp-legacy-d1daec-sub","namespace":"ai-tenant-e2e-extmod-a-67e819"},"model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","subscription":"e2e-cmp-legacy-d1daec-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.045751984Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d1daec-sub","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-sub","reconcileID":"c8010ac8-5229-49bb-933d-81aa2aa98bef","MaaSSubscription":{"name":"e2e-cmp-legacy-d1daec-sub","namespace":"ai-tenant-e2e-extmod-a-67e819"},"model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.063240043Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d1daec-sub","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-sub","reconcileID":"c8010ac8-5229-49bb-933d-81aa2aa98bef","MaaSSubscription":{"name":"e2e-cmp-legacy-d1daec-sub","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"maas-trlp-e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.171922245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"dfd5a850-99d2-4f4d-8e5c-0f16baea4f2a","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"tenant":"e2e-extmod-a-67e819","gateway":"openshift-ingress/e2e-extmod-a-67e819","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.171944401Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"dfd5a850-99d2-4f4d-8e5c-0f16baea4f2a","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"routeName":"external-model-e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819","model":"e2e-cmp-legacy-d1daec","externalModel":"e2e-cmp-legacy-d1daec","provider":"e2e-cmp-legacy-d1daec-provider","gateway":"openshift-ingress/e2e-extmod-a-67e819","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.189070829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"10983084-c912-44f7-b640-c9946e07f504","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.210215618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"10983084-c912-44f7-b640-c9946e07f504","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.343864398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"91d1c8b5-502f-4760-aecc-6e05b605ca5d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.352098729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"f848f33e-a72d-4f1a-9822-ece56652a8f0","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"tenant":"e2e-extmod-a-67e819","gateway":"openshift-ingress/e2e-extmod-a-67e819","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.352196644Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"f848f33e-a72d-4f1a-9822-ece56652a8f0","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"routeName":"external-model-e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819","model":"e2e-cmp-legacy-d1daec","externalModel":"e2e-cmp-legacy-d1daec","provider":"e2e-cmp-legacy-d1daec-provider","gateway":"openshift-ingress/e2e-extmod-a-67e819","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.377557497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"91d1c8b5-502f-4760-aecc-6e05b605ca5d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.482889302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"3867e5c0-a1da-4423-9c1f-6e144ce23c8f","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.482940597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"59c2ac5d-e13e-4357-878e-19d31cefb773","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.504417172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"59c2ac5d-e13e-4357-878e-19d31cefb773","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.504677427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"3867e5c0-a1da-4423-9c1f-6e144ce23c8f","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.524284754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efea3111940e0b65915a3abc9e7bdb124e48c4cb96c0e6f2aa31f1866a173ac4) AuthConfig (5dc88bcfc549d9be80176635052c9b6de0d36c206cda3686b74fef355a83133f) AuthConfig (210ad11463b9ed23ac403e4bb87fcbc1585180873828484a464204f4647aa6ff) AuthConfig (20516db2ba0b26d928eea6ad1d857fa98485a01bf16d3cd2b7c88f6610a19f3c) AuthConfig (473a137c99a91a0764e61d16e1ca4c2cc7a790bb71dff11f4e6168b5450d333a) AuthConfig (e92e62b2081288c10ebda66868f3af4addf4c9b0b9b0e550cbadb3d2f86ca1fb) AuthConfig (7d54abdef8da84d62c6262dce4b89d52eec84dd9f32cee4fc4aad2b5ca9f57b4) AuthConfig (b08ea4aa02c9ffa965bfd6e8bc0c21fd98b84a19daabe1ab1438e738fc933d11) AuthConfig (5819d3143e25a36b062b0745fd369860eac034004a7536ff66f694e204fd3de3) AuthConfig (5cdaa0933beeca55d70ca6b9879c1d77e1ffbac7d5f89a6b32fb020897cb520c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"59c2ac5d-e13e-4357-878e-19d31cefb773","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.524317895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"3867e5c0-a1da-4423-9c1f-6e144ce23c8f","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.526744081Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"498a9961-6689-4379-a830-6bc559cde2e9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.578018959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"498a9961-6689-4379-a830-6bc559cde2e9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.634942818Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"498a9961-6689-4379-a830-6bc559cde2e9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"name":"e2e-extmod-a-67e819-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.635040744Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec-access","reconcileID":"498a9961-6689-4379-a830-6bc559cde2e9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d1daec-access","namespace":"ai-tenant-e2e-extmod-a-67e819"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-67e819","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.672686059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"4ef18947-c432-4812-b5c7-3986e159484b","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"tenant":"e2e-extmod-a-67e819","gateway":"openshift-ingress/e2e-extmod-a-67e819","model":"ai-tenant-e2e-extmod-a-67e819/e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:51.672711007Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"4ef18947-c432-4812-b5c7-3986e159484b","MaaSModelRef":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"routeName":"external-model-e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819","model":"e2e-cmp-legacy-d1daec","externalModel":"e2e-cmp-legacy-d1daec","provider":"e2e-cmp-legacy-d1daec-provider","gateway":"openshift-ingress/e2e-extmod-a-67e819","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.221181353Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"2fa263e4-4f1d-4fcd-90b4-8d937c402937","namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.257566143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"c13496ca-6c93-47e7-9cea-ea9dababef7d","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.257576366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"bb68a8cd-d412-45e9-aaa2-e66fa9a617a9","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.274101493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"65b7aac1-b246-4bb5-b592-f9d59640438a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.274330055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"e8696544-9f8c-4981-9c49-cd463bff4978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.274701517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"c3c35fad-596c-4c3c-8b0f-b1e4e9a0c8a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.28002181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"bb68a8cd-d412-45e9-aaa2-e66fa9a617a9","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.280042971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"c13496ca-6c93-47e7-9cea-ea9dababef7d","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.296071687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"65b7aac1-b246-4bb5-b592-f9d59640438a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.296200714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"e8696544-9f8c-4981-9c49-cd463bff4978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.298455939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"c3c35fad-596c-4c3c-8b0f-b1e4e9a0c8a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.300336637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"c13496ca-6c93-47e7-9cea-ea9dababef7d","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.300491896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efea3111940e0b65915a3abc9e7bdb124e48c4cb96c0e6f2aa31f1866a173ac4) AuthConfig (5dc88bcfc549d9be80176635052c9b6de0d36c206cda3686b74fef355a83133f) AuthConfig (210ad11463b9ed23ac403e4bb87fcbc1585180873828484a464204f4647aa6ff) AuthConfig (20516db2ba0b26d928eea6ad1d857fa98485a01bf16d3cd2b7c88f6610a19f3c) AuthConfig (473a137c99a91a0764e61d16e1ca4c2cc7a790bb71dff11f4e6168b5450d333a) AuthConfig (e92e62b2081288c10ebda66868f3af4addf4c9b0b9b0e550cbadb3d2f86ca1fb) AuthConfig (7d54abdef8da84d62c6262dce4b89d52eec84dd9f32cee4fc4aad2b5ca9f57b4) AuthConfig (b08ea4aa02c9ffa965bfd6e8bc0c21fd98b84a19daabe1ab1438e738fc933d11) AuthConfig (5819d3143e25a36b062b0745fd369860eac034004a7536ff66f694e204fd3de3) AuthConfig (5cdaa0933beeca55d70ca6b9879c1d77e1ffbac7d5f89a6b32fb020897cb520c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"bb68a8cd-d412-45e9-aaa2-e66fa9a617a9","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.350580721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"3aca8bb2-eebe-4171-84bf-04b7a7073aa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.35144164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"f0d5ec04-b69d-46b5-a9d6-9822d6eb8faf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.375556875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"f0d5ec04-b69d-46b5-a9d6-9822d6eb8faf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.376272256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"3aca8bb2-eebe-4171-84bf-04b7a7073aa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.434413185Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d1daec","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","reconcileID":"b0451185-1028-407c-9c51-e3b51bb0bf13","namespace":"ai-tenant-e2e-extmod-a-67e819","name":"e2e-cmp-legacy-d1daec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.481703859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"99530277-e230-4a5a-a094-7ccc4120c42d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.481714085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b814baa1-7132-446e-9fad-b171abd02da1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.482155875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cff71f8b-0264-4413-ad61-2afe767eea34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.503499999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"99530277-e230-4a5a-a094-7ccc4120c42d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.504667882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cff71f8b-0264-4413-ad61-2afe767eea34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.505791058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"b814baa1-7132-446e-9fad-b171abd02da1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.562119322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"ccb86633-b8fd-4ef2-afaf-a28b8a523782","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.577874528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"a89bd36e-6bfc-4895-91f6-212c2a55f94f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.584043053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"ccb86633-b8fd-4ef2-afaf-a28b8a523782","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.598831904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"a89bd36e-6bfc-4895-91f6-212c2a55f94f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.795392882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68a7417f-2c61-40e1-9600-77e6f7374daa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.800408086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"ee12c346-44d0-4a02-95a0-c83c117ecc43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.804652851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"62eb35e5-54eb-47a2-81bb-cde4da7e7027","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.818780237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68a7417f-2c61-40e1-9600-77e6f7374daa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.845572283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"ee12c346-44d0-4a02-95a0-c83c117ecc43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.8744947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"62eb35e5-54eb-47a2-81bb-cde4da7e7027","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.911595681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"81af47d9-b77c-4d27-88ed-bb212e3cd85f","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.912191428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"12fbc45f-9ccb-494d-88ca-abb594f6f140","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.947759538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"81af47d9-b77c-4d27-88ed-bb212e3cd85f","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.959966973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"12fbc45f-9ccb-494d-88ca-abb594f6f140","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:52.980080942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-59b8a9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efea3111940e0b65915a3abc9e7bdb124e48c4cb96c0e6f2aa31f1866a173ac4) AuthConfig (5dc88bcfc549d9be80176635052c9b6de0d36c206cda3686b74fef355a83133f) AuthConfig (210ad11463b9ed23ac403e4bb87fcbc1585180873828484a464204f4647aa6ff) AuthConfig (20516db2ba0b26d928eea6ad1d857fa98485a01bf16d3cd2b7c88f6610a19f3c) AuthConfig (473a137c99a91a0764e61d16e1ca4c2cc7a790bb71dff11f4e6168b5450d333a) AuthConfig (e92e62b2081288c10ebda66868f3af4addf4c9b0b9b0e550cbadb3d2f86ca1fb) AuthConfig (7d54abdef8da84d62c6262dce4b89d52eec84dd9f32cee4fc4aad2b5ca9f57b4) AuthConfig (b08ea4aa02c9ffa965bfd6e8bc0c21fd98b84a19daabe1ab1438e738fc933d11) AuthConfig (5819d3143e25a36b062b0745fd369860eac034004a7536ff66f694e204fd3de3) AuthConfig (5cdaa0933beeca55d70ca6b9879c1d77e1ffbac7d5f89a6b32fb020897cb520c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"81af47d9-b77c-4d27-88ed-bb212e3cd85f","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:53.065998136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"12fbc45f-9ccb-494d-88ca-abb594f6f140","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:53.09762114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f96b34f-b018-48e3-90a8-f4eed5959f41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:53.097675022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"98de00c4-ac39-4101-91ac-0295b564b67a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:53.099172962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7eca657b-88a1-4233-b320-a98228089b0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:53.101018461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"dcd3cc01-c508-48c9-bdfd-d9ded6fd4b2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:53.159710527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f96b34f-b018-48e3-90a8-f4eed5959f41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:53.159770797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"98de00c4-ac39-4101-91ac-0295b564b67a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:53.16045465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"0204557d-6c10-491c-9b89-0e960106bc03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:53.162784338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7eca657b-88a1-4233-b320-a98228089b0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:53.162983633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"dcd3cc01-c508-48c9-bdfd-d9ded6fd4b2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:53.181505747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"0204557d-6c10-491c-9b89-0e960106bc03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:53.258028012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"8c2edeb3-739f-4f18-a328-d65ef1de447d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:53.258608135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"44d343ce-163f-4f82-9fb0-42159959139c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:53.259156745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"c7eb024a-b226-44bd-adcb-9e42f4c62b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:53.278987941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"8c2edeb3-739f-4f18-a328-d65ef1de447d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:53.279762427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"44d343ce-163f-4f82-9fb0-42159959139c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:53.281551391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"c7eb024a-b226-44bd-adcb-9e42f4c62b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:54.383814392Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:56.829106466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1f5209-f9fd-4634-952e-cb17de1769da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:56.846754193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1f5209-f9fd-4634-952e-cb17de1769da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:56.863530372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1f5209-f9fd-4634-952e-cb17de1769da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:56.879618585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1f5209-f9fd-4634-952e-cb17de1769da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:57.651518518Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-5cf206","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-5cf206","reconcileID":"b92bf76c-a076-4113-a089-ac9bd66bec46","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-5cf206","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-5cf206":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:57.653460207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7b0e34-bcf6-4277-bee0-6a1b7c2a032e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:57.669781469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7b0e34-bcf6-4277-bee0-6a1b7c2a032e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:57.685801816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7b0e34-bcf6-4277-bee0-6a1b7c2a032e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:57.702415803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7b0e34-bcf6-4277-bee0-6a1b7c2a032e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:58.37486583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf3c1273-ee01-494f-b641-0a5958bbc500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:58.390896677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf3c1273-ee01-494f-b641-0a5958bbc500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:58.407190942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf3c1273-ee01-494f-b641-0a5958bbc500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:20:58.423205782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf3c1273-ee01-494f-b641-0a5958bbc500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:00.671691189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-137ee4-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-sub","reconcileID":"d35bfb0d-ab32-4257-8383-e59b6dddfe5a","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-137ee4-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"maas-trlp-e2e-cfl-same-28d1f4","model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:00.76253138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"fcebf437-9f62-40f6-939b-bb0377edba83","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:00.762555838Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"fcebf437-9f62-40f6-939b-bb0377edba83","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"routeName":"external-model-e2e-cfl-same-28d1f4-0d38a56d4683","namespace":"e2e-extmod-cfl-1-137ee4","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:00.974364301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"7dfcbb6c-630e-4fa3-bd0f-a29095c29449","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:00.995535741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"7dfcbb6c-630e-4fa3-bd0f-a29095c29449","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:01.059088307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"b4689401-528d-4623-9864-da836f79a0f2","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:01.080920947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"b4689401-528d-4623-9864-da836f79a0f2","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:01.100930897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (880805ec8d5bd13a82c708ef203d3be9aa8093091bcc7db2b5b6e37be9d131d7) AuthConfig (7f3a94c25f40556f630aa8fdd6034a2be78d8eb683888c22f239b60be58d3187) AuthConfig (1ac8afc3f560279adb2aa0c1e9dc5cedf5db393c958d8ab41863334ee0dae146) AuthConfig (3af12b2dc2cacae4db13af0ba3a8c36e09331a3b7c7d3a01262a1715b2299768) AuthConfig (0aed4f55755811a3711166696389f6c92599a779caf16d0ccbe5515430592c39) AuthConfig (8ec87439efc4aa7c4d3636b6c7de6a30b6eaace379c02f82a65e252b734b4359) AuthConfig (cb2c2266ac2af0d8b9e66eea61ce60732dabce09fa81dc2768e2d62c674f2c85) AuthConfig (913cc0c232b439a7ea442cad21a19196cf0cc0ac6bd3f43beb0494ddb558f04b) AuthConfig (a21154a5238d3a8abf0f9ddab7ffe7702701e37a47b104396f4358f4f70a7979) AuthConfig (2fd5cf87b9089752d2a9f9a0e7226b8df935379906539b2acf424b174e101269) AuthConfig (945bba2d8886f9518213ec637bb0b69151173d8f51dc524cbb58e6f9fde8721b) AuthConfig (6d3879613b969b5c2bcd685f5f07e41e4a535ce3f52dfe1d6f8c907812a8fd4b) AuthConfig (5ca9070151934268f48186f31e0b4a75cebbe975753583f0e21e5272d63ff29b) AuthConfig (eaa2ef589148f041dc2bda82b68165a7e3ac7d5d40ec904afdb52a1fb99a54ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"b4689401-528d-4623-9864-da836f79a0f2","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:01.140252688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"01e344ed-423d-4e26-9911-d7a71bc3daf8","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:01.173084885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"0cd832d3-7d61-41dc-b035-f75878271787","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:01.196288851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"0cd832d3-7d61-41dc-b035-f75878271787","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:01.216824097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (880805ec8d5bd13a82c708ef203d3be9aa8093091bcc7db2b5b6e37be9d131d7) AuthConfig (7f3a94c25f40556f630aa8fdd6034a2be78d8eb683888c22f239b60be58d3187) AuthConfig (1ac8afc3f560279adb2aa0c1e9dc5cedf5db393c958d8ab41863334ee0dae146) AuthConfig (3af12b2dc2cacae4db13af0ba3a8c36e09331a3b7c7d3a01262a1715b2299768) AuthConfig (0aed4f55755811a3711166696389f6c92599a779caf16d0ccbe5515430592c39) AuthConfig (8ec87439efc4aa7c4d3636b6c7de6a30b6eaace379c02f82a65e252b734b4359) AuthConfig (cb2c2266ac2af0d8b9e66eea61ce60732dabce09fa81dc2768e2d62c674f2c85) AuthConfig (913cc0c232b439a7ea442cad21a19196cf0cc0ac6bd3f43beb0494ddb558f04b) AuthConfig (a21154a5238d3a8abf0f9ddab7ffe7702701e37a47b104396f4358f4f70a7979) AuthConfig (2fd5cf87b9089752d2a9f9a0e7226b8df935379906539b2acf424b174e101269) AuthConfig (945bba2d8886f9518213ec637bb0b69151173d8f51dc524cbb58e6f9fde8721b) AuthConfig (6d3879613b969b5c2bcd685f5f07e41e4a535ce3f52dfe1d6f8c907812a8fd4b) AuthConfig (5ca9070151934268f48186f31e0b4a75cebbe975753583f0e21e5272d63ff29b) AuthConfig (eaa2ef589148f041dc2bda82b68165a7e3ac7d5d40ec904afdb52a1fb99a54ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"0cd832d3-7d61-41dc-b035-f75878271787","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:02.166805468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"eb10ea08-2987-46e7-9f30-9673cf956c00","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-2-2071c8/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:02.166829591Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"eb10ea08-2987-46e7-9f30-9673cf956c00","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"routeName":"external-model-e2e-cfl-same-28d1f4-7bb8ce70f42b","namespace":"e2e-extmod-cfl-2-2071c8","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:02.18756266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"c37b2dd4-f314-4370-8f94-c751eab261f0","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-2-2071c8/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:02.187584388Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"c37b2dd4-f314-4370-8f94-c751eab261f0","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"routeName":"external-model-e2e-cfl-same-28d1f4-7bb8ce70f42b","namespace":"e2e-extmod-cfl-2-2071c8","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:02.220548967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-access","reconcileID":"41e06eca-e0ab-494d-8923-dc47cdb30ffd","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:02.241304194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-access","reconcileID":"41e06eca-e0ab-494d-8923-dc47cdb30ffd","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:02.446845309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"96f97f7f-e326-458e-8e0d-241a23e863de","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-2-2071c8/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:02.446867808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"96f97f7f-e326-458e-8e0d-241a23e863de","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"routeName":"external-model-e2e-cfl-same-28d1f4-7bb8ce70f42b","namespace":"e2e-extmod-cfl-2-2071c8","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:03.015638303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"15f10642-4cb4-4641-b847-c2d4edab7397","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:03.036843123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"15f10642-4cb4-4641-b847-c2d4edab7397","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:03.243195958Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"abeddfbb-135c-490f-be82-02a2d6767604","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.039447587Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"fb3a5a27-b36e-4ac2-a7fc-7dd204ac3b49","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.058406735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"cfba3c5a-5974-440f-953c-7df5073934c0","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:21:07.059221415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-sub","reconcileID":"2363abf9-d351-4c7b-9805-196248a6639b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-0477ad-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.079085097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"a834417f-a67b-4414-a4f3-73b6e84884f4","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.079547486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"cfba3c5a-5974-440f-953c-7df5073934c0","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:21:07.097128293Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"a834417f-a67b-4414-a4f3-73b6e84884f4","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:21:07.097192652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"a834417f-a67b-4414-a4f3-73b6e84884f4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.119053555Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"e5dbed19-3290-422d-a5ef-81005d13466f","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.135936168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"584a4400-4d31-4b65-b72e-bbd6d6a79314","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.153606912Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"37a4e200-1a4b-434b-b3ce-502991d7733b","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.210108848Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-sub","reconcileID":"f17ad1e5-7b2e-4cbd-93be-fb588d10d8da","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"maas-trlp-e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-59b8a9/e2e-shr-shared-0477ad-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.262258728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"8bbe29df-5425-4ac7-887a-434bf186f483","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.283067344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"8bbe29df-5425-4ac7-887a-434bf186f483","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.302340376Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"e1938803-ca45-4172-92cf-ac97ee38dda5","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.367557982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-sub","reconcileID":"655f7788-237d-4d73-b114-8d06aa815f11","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"maas-trlp-e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","model":"e2e-extmod-shr-user-78ab1c/e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.811559946Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-737f64 priority=0:[ai-tenant-e2e-extmod-a-737f64/e2e-cfl-same-28d1f4-137ee4-sub ai-tenant-e2e-extmod-a-737f64/e2e-cfl-same-28d1f4-2071c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.828297308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"5d650cd0-54fa-423b-a867-b596c1c72b6f","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-2-2071c8/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.828314707Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"5d650cd0-54fa-423b-a867-b596c1c72b6f","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"routeName":"external-model-e2e-cfl-same-28d1f4-7bb8ce70f42b","namespace":"e2e-extmod-cfl-2-2071c8","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:21:07.84673354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-2071c8-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-sub","reconcileID":"ea91e589-f15a-4010-9b5e-94b5422a6ab0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-28d1f4-2071c8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.868319649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"98ce0243-3094-4808-a024-7593e50a7b6c","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-2-2071c8/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.868337861Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"98ce0243-3094-4808-a024-7593e50a7b6c","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"routeName":"external-model-e2e-cfl-same-28d1f4-7bb8ce70f42b","namespace":"e2e-extmod-cfl-2-2071c8","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.884925915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"ea816b7c-4235-4b34-b98f-a247d37aa2c0","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.884946524Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"ea816b7c-4235-4b34-b98f-a247d37aa2c0","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"routeName":"external-model-e2e-cfl-same-28d1f4-0d38a56d4683","namespace":"e2e-extmod-cfl-1-137ee4","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.899581864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-access","reconcileID":"a0ba8587-5847-4d98-ba5f-2e6c6a2802cf","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.899605076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"1aee0d3e-465c-456a-938a-dca9bd9f6aeb","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.90365148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"084dfad5-501a-4324-ba0f-cebfbaaecdc4","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-2-2071c8/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.903667818Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"084dfad5-501a-4324-ba0f-cebfbaaecdc4","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"routeName":"external-model-e2e-cfl-same-28d1f4-7bb8ce70f42b","namespace":"e2e-extmod-cfl-2-2071c8","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.921789465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"1aee0d3e-465c-456a-938a-dca9bd9f6aeb","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.925346192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-access","reconcileID":"a0ba8587-5847-4d98-ba5f-2e6c6a2802cf","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.926176313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"4864c473-ea43-4d39-8da7-52c44ff6a351","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-2-2071c8/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:07.926195971Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"4864c473-ea43-4d39-8da7-52c44ff6a351","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"routeName":"external-model-e2e-cfl-same-28d1f4-7bb8ce70f42b","namespace":"e2e-extmod-cfl-2-2071c8","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:08.058663977Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-2071c8-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-sub","reconcileID":"192c92d4-0fc7-4289-905a-870563533438","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-2071c8-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"maas-trlp-e2e-cfl-same-28d1f4","model":"e2e-cfl-same-28d1f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-737f64/e2e-cfl-same-28d1f4-2071c8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:08.173739666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-access","reconcileID":"99234567-e99b-4922-bc17-451cde8dc86b","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:08.176949033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"09d117db-fbca-4569-ac34-ce7d374f2c8d","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:08.195273493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-access","reconcileID":"99234567-e99b-4922-bc17-451cde8dc86b","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:08.198001993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"09d117db-fbca-4569-ac34-ce7d374f2c8d","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:08.213061183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"6e2fba28-3110-489f-abe8-1cefe5cd8aa0","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-2-2071c8/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:08.213077837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"6e2fba28-3110-489f-abe8-1cefe5cd8aa0","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"routeName":"external-model-e2e-cfl-same-28d1f4-7bb8ce70f42b","namespace":"e2e-extmod-cfl-2-2071c8","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:08.278989184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-2071c8-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-sub","reconcileID":"95f04b7a-1e08-4b88-926d-68d54364044f","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-2071c8-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"maas-trlp-e2e-cfl-same-28d1f4","model":"e2e-extmod-cfl-2-2071c8/e2e-cfl-same-28d1f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:11.258088276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"e0d225f6-3a2c-4c70-83fe-126c893a17ce","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:11.279335885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"e0d225f6-3a2c-4c70-83fe-126c893a17ce","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:11.299446925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (880805ec8d5bd13a82c708ef203d3be9aa8093091bcc7db2b5b6e37be9d131d7) AuthConfig (7f3a94c25f40556f630aa8fdd6034a2be78d8eb683888c22f239b60be58d3187) AuthConfig (1ac8afc3f560279adb2aa0c1e9dc5cedf5db393c958d8ab41863334ee0dae146) AuthConfig (3af12b2dc2cacae4db13af0ba3a8c36e09331a3b7c7d3a01262a1715b2299768) AuthConfig (0aed4f55755811a3711166696389f6c92599a779caf16d0ccbe5515430592c39) AuthConfig (8ec87439efc4aa7c4d3636b6c7de6a30b6eaace379c02f82a65e252b734b4359) AuthConfig (cb2c2266ac2af0d8b9e66eea61ce60732dabce09fa81dc2768e2d62c674f2c85) AuthConfig (913cc0c232b439a7ea442cad21a19196cf0cc0ac6bd3f43beb0494ddb558f04b) AuthConfig (a21154a5238d3a8abf0f9ddab7ffe7702701e37a47b104396f4358f4f70a7979) AuthConfig (2fd5cf87b9089752d2a9f9a0e7226b8df935379906539b2acf424b174e101269) AuthConfig (945bba2d8886f9518213ec637bb0b69151173d8f51dc524cbb58e6f9fde8721b) AuthConfig (6d3879613b969b5c2bcd685f5f07e41e4a535ce3f52dfe1d6f8c907812a8fd4b) AuthConfig (5ca9070151934268f48186f31e0b4a75cebbe975753583f0e21e5272d63ff29b) AuthConfig (eaa2ef589148f041dc2bda82b68165a7e3ac7d5d40ec904afdb52a1fb99a54ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"e0d225f6-3a2c-4c70-83fe-126c893a17ce","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:21.334321399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"8a7059df-7e77-49d1-a547-ba61186b4cc4","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:21.35649491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"8a7059df-7e77-49d1-a547-ba61186b4cc4","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:21.376235495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f8f132-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (880805ec8d5bd13a82c708ef203d3be9aa8093091bcc7db2b5b6e37be9d131d7) AuthConfig (7f3a94c25f40556f630aa8fdd6034a2be78d8eb683888c22f239b60be58d3187) AuthConfig (1ac8afc3f560279adb2aa0c1e9dc5cedf5db393c958d8ab41863334ee0dae146) AuthConfig (3af12b2dc2cacae4db13af0ba3a8c36e09331a3b7c7d3a01262a1715b2299768) AuthConfig (0aed4f55755811a3711166696389f6c92599a779caf16d0ccbe5515430592c39) AuthConfig (8ec87439efc4aa7c4d3636b6c7de6a30b6eaace379c02f82a65e252b734b4359) AuthConfig (cb2c2266ac2af0d8b9e66eea61ce60732dabce09fa81dc2768e2d62c674f2c85) AuthConfig (913cc0c232b439a7ea442cad21a19196cf0cc0ac6bd3f43beb0494ddb558f04b) AuthConfig (a21154a5238d3a8abf0f9ddab7ffe7702701e37a47b104396f4358f4f70a7979) AuthConfig (2fd5cf87b9089752d2a9f9a0e7226b8df935379906539b2acf424b174e101269) AuthConfig (945bba2d8886f9518213ec637bb0b69151173d8f51dc524cbb58e6f9fde8721b) AuthConfig (6d3879613b969b5c2bcd685f5f07e41e4a535ce3f52dfe1d6f8c907812a8fd4b) AuthConfig (5ca9070151934268f48186f31e0b4a75cebbe975753583f0e21e5272d63ff29b) AuthConfig (eaa2ef589148f041dc2bda82b68165a7e3ac7d5d40ec904afdb52a1fb99a54ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"8a7059df-7e77-49d1-a547-ba61186b4cc4","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:22.482019301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-sub","reconcileID":"4803598f-54e6-44b7-9ec9-3d7668995266","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"maas-trlp-e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","model":"e2e-extmod-shr-user-78ab1c/e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:22.575609462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"e8ce1925-01dd-4d4e-a07c-5b820d933a27","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:23.732791078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"445f4ffc-6127-42fc-a446-c3ee973beee0","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:23.751844206Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"3df3f2dc-85e6-41bf-b39a-187ac08ede0c","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:23.771836253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"2b541c5d-5d28-4633-8010-3ea5577846d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:23.853863779Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"2b541c5d-5d28-4633-8010-3ea5577846d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:23.876293946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"2b541c5d-5d28-4633-8010-3ea5577846d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:23.914536007Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"534f6e6d-944c-42a5-87f9-b417d34794c7","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:23.982495936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"6dc7599c-70c8-4e94-b39c-141ef7d2af97","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:23.982734203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"b30636f6-ecdf-4796-a40d-beb1b1f0a0b8","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:24.003731563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"b30636f6-ecdf-4796-a40d-beb1b1f0a0b8","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:24.00376094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"6dc7599c-70c8-4e94-b39c-141ef7d2af97","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:24.025311749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"b30636f6-ecdf-4796-a40d-beb1b1f0a0b8","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:24.083260488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"84731bc0-8068-4b39-96b0-4547657258d9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:24.129300987Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"84731bc0-8068-4b39-96b0-4547657258d9","name":"e2e-inf-a-a1f322-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:24.382093345Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:31.410812459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"b2f3413a-ce86-4bd2-a3ca-22b59279c431","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:31.432974316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"b2f3413a-ce86-4bd2-a3ca-22b59279c431","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:31.571195454Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"5456a47f-60a0-4781-bcf0-b26be9d384cc","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:32.988034707Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-737f64 priority=0:[ai-tenant-e2e-extmod-a-737f64/e2e-cfl-same-28d1f4-137ee4-sub ai-tenant-e2e-extmod-a-737f64/e2e-cfl-same-28d1f4-2071c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:33.004493675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"86bfad75-d5f6-49db-8cbc-840694574035","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:33.024426718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"cbca0dcd-4f50-4857-b00b-f96f878e2c8e","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:21:33.025264889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"15f431b1-c6fe-40ab-8e0d-55dc4af94d15","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-cbb9c9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:33.061284084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"cbca0dcd-4f50-4857-b00b-f96f878e2c8e","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:33.061806475Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"df9c8b22-4079-4cf6-a868-f0d8d9b4d1a5","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:21:33.079566393Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"df9c8b22-4079-4cf6-a868-f0d8d9b4d1a5","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:21:33.079613658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"df9c8b22-4079-4cf6-a868-f0d8d9b4d1a5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:33.101660272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"a0a45d1d-c4be-4871-92ba-8a6431cf9dc8","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:33.118618646Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"f8a14133-6a50-46dc-ac81-222d5d8efbf4","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:33.135406785Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"6fa7654b-6cbc-409d-af71-f25d7dd874e4","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:33.2027429Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"1f435d1e-b434-4f97-9e22-0ba67cf7c5dc","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"maas-trlp-e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-f8f132/e2e-shr-auth-cbb9c9-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:33.246497498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"2bad4706-f83c-4476-b3b7-a07da0d886c2","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:33.267445697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"2bad4706-f83c-4476-b3b7-a07da0d886c2","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:33.297227559Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"f9d566e2-fac8-4707-b06d-670868ba4880","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:33.3675589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"37965f70-db2d-450e-951c-2ea39a443476","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"maas-trlp-e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","model":"e2e-extmod-shr-user-5cdfef/e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:34.059538834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"487fa510-4c6b-453b-923b-e150a5acc5ed","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:34.08059495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"487fa510-4c6b-453b-923b-e150a5acc5ed","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:34.100701425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"487fa510-4c6b-453b-923b-e150a5acc5ed","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:43.417506778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"bacc65ed-ff67-4412-8955-385e2559aada","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cf206","tenantID":"e2e-inf-a-5cf206","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:43.463292861Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"bacc65ed-ff67-4412-8955-385e2559aada","name":"e2e-inf-a-5cf206-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:44.138371547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"84a667df-644c-4fb1-a203-be863881e297","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:44.159141103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"84a667df-644c-4fb1-a203-be863881e297","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:44.178695601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"84a667df-644c-4fb1-a203-be863881e297","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:53.875253618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"f75fe1f2-6d07-4bcd-809a-3af9ed27d1ca","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"maas-trlp-e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","model":"e2e-extmod-shr-user-5cdfef/e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:53.967788717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"d2443c52-bc84-4e54-839b-28b6b951ca83","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:54.217808177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"79380121-dc0a-4012-9b74-830786a6e11b","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:54.241433953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"79380121-dc0a-4012-9b74-830786a6e11b","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:54.261184736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c131595e3b8342edc0d23ae706d63cdbb62f7d231f8b773f7f96ff8bea6a73e5) AuthConfig (6a7dad0472cfbcb0a93d54a1db5e5c73acd59036041209bb2f04f15290193f56) AuthConfig (679c814e5e4863a96dd666b2cfb4e7f41b4f9bd41936c65beb5a983faee4fb9e) AuthConfig (0b89227c6535f3622ac0dff6a94adb019726a189567657cfee068be38e5416ed) AuthConfig (b9b6c34343d56f18c4dde4c8ce789b581c6a1e43bf2106adcbba9f1a687150aa) AuthConfig (7385e1d786e7091bb239de03f57fb7f04a8eefad029d3f1f7d6f01d344de65a6) AuthConfig (0e8e8fafbee9257c948327b70f17dfa24691b5ce5f83d3f7ef43c5b2d809632c) AuthConfig (264c379a38873aee926d7f836fb442dd631ac06cd4bb694ddad518f5a67a3be7) AuthConfig (9a3be338ace8752902ffea3e11846048d0550eb17d340ca296d38089605ee1be) AuthConfig (aacb0b15b570594b14c882b85e3ec164c3b9661b6f34c5c0cbf90d66764496e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"79380121-dc0a-4012-9b74-830786a6e11b","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:54.29950711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"77ca71b7-baa4-4e8f-9137-ec6459659450","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:54.312342727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-2071c8-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-sub","reconcileID":"758f05ef-1d5b-4cd1-bdc3-4b8a1e0e55d7","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-2071c8-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"maas-trlp-e2e-cfl-same-28d1f4","model":"e2e-extmod-cfl-2-2071c8/e2e-cfl-same-28d1f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:54.389331142Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:54.433990946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"a22fc41c-6f6a-4d98-9443-80bf09dffeae","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-2-2071c8/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:54.434010305Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"a22fc41c-6f6a-4d98-9443-80bf09dffeae","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"routeName":"external-model-e2e-cfl-same-28d1f4-7bb8ce70f42b","namespace":"e2e-extmod-cfl-2-2071c8","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:54.971092184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-access","reconcileID":"cbdaebc1-d333-4d01-8403-df496944531c","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:54.991828474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-access","reconcileID":"cbdaebc1-d333-4d01-8403-df496944531c","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:55.438721805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"9aedb33b-c4f5-40ab-a11b-c939e4b5dce6","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:55.459996493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"9aedb33b-c4f5-40ab-a11b-c939e4b5dce6","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:56.177086983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"1b6273f9-dcce-46e7-94c9-b7296e1e70cf","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:56.262938933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"f4951973-5119-4f9f-ab13-d06712d5e71c","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:56.278311336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"204d29de-01ee-452d-9cf6-4808143f668a","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:56.335893091Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"204d29de-01ee-452d-9cf6-4808143f668a","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:56.355776795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bc4e2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"204d29de-01ee-452d-9cf6-4808143f668a","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:21:56.392481469Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"f910646a-5ee9-4a4c-a92b-dbd627246a80","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:00.064613999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"d8132dfd-85ca-4119-8440-02f347a1f327","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-2-2071c8/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:00.064640046Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"d8132dfd-85ca-4119-8440-02f347a1f327","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"routeName":"external-model-e2e-cfl-same-28d1f4-7bb8ce70f42b","namespace":"e2e-extmod-cfl-2-2071c8","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:00.09944821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"4bd6834a-6514-4ccb-8bb3-9350ff4f8682","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:00.099464869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-access","reconcileID":"d71e42e9-b3f6-4811-9ea9-fdaf41066ebe","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:00.104790473Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-2071c8-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-sub","reconcileID":"1f00e6bd-ff99-4ed0-a48b-1c21a229b3fb","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-2071c8-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fefeb1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:00.122756355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-access","reconcileID":"d71e42e9-b3f6-4811-9ea9-fdaf41066ebe","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:00.123242001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"4bd6834a-6514-4ccb-8bb3-9350ff4f8682","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:00.323423984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-access","reconcileID":"1ffb6594-f576-4f40-af3a-73d199acb6b3","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:00.323421874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"ae809eeb-85e0-4952-8700-ea0149f0bc51","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:00.344721888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"ae809eeb-85e0-4952-8700-ea0149f0bc51","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:00.344744283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-access","reconcileID":"1ffb6594-f576-4f40-af3a-73d199acb6b3","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:04.318190097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"01e4edaf-ec5a-4140-96d4-4ef9d9880e7c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:04.339388486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"01e4edaf-ec5a-4140-96d4-4ef9d9880e7c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:04.359631413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c131595e3b8342edc0d23ae706d63cdbb62f7d231f8b773f7f96ff8bea6a73e5) AuthConfig (6a7dad0472cfbcb0a93d54a1db5e5c73acd59036041209bb2f04f15290193f56) AuthConfig (679c814e5e4863a96dd666b2cfb4e7f41b4f9bd41936c65beb5a983faee4fb9e) AuthConfig (0b89227c6535f3622ac0dff6a94adb019726a189567657cfee068be38e5416ed) AuthConfig (b9b6c34343d56f18c4dde4c8ce789b581c6a1e43bf2106adcbba9f1a687150aa) AuthConfig (7385e1d786e7091bb239de03f57fb7f04a8eefad029d3f1f7d6f01d344de65a6) AuthConfig (0e8e8fafbee9257c948327b70f17dfa24691b5ce5f83d3f7ef43c5b2d809632c) AuthConfig (264c379a38873aee926d7f836fb442dd631ac06cd4bb694ddad518f5a67a3be7) AuthConfig (9a3be338ace8752902ffea3e11846048d0550eb17d340ca296d38089605ee1be) AuthConfig (aacb0b15b570594b14c882b85e3ec164c3b9661b6f34c5c0cbf90d66764496e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"01e4edaf-ec5a-4140-96d4-4ef9d9880e7c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:06.410359441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"7f358d17-41d9-412f-835e-c74dc7454d45","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:06.431419057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"7f358d17-41d9-412f-835e-c74dc7454d45","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:06.451185295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bc4e2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"7f358d17-41d9-412f-835e-c74dc7454d45","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.227611465Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-2071c8-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-sub","reconcileID":"12c9ca61-d349-468c-b00d-52a3e0f34029","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-2071c8-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"model":"e2e-extmod-cfl-2-2071c8/e2e-cfl-same-28d1f4","subscription":"e2e-cfl-same-28d1f4-2071c8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.263225837Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-2071c8-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-sub","reconcileID":"12c9ca61-d349-468c-b00d-52a3e0f34029","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-2071c8-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"model":"e2e-extmod-cfl-2-2071c8/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.279681024Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-2071c8-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-sub","reconcileID":"12c9ca61-d349-468c-b00d-52a3e0f34029","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-2071c8-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"maas-trlp-e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8","model":"e2e-extmod-cfl-2-2071c8/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.46652715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"fac4d5a8-ea2d-400b-ab32-c3aacfc04706","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-2-2071c8/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.46654916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"fac4d5a8-ea2d-400b-ab32-c3aacfc04706","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"routeName":"external-model-e2e-cfl-same-28d1f4-7bb8ce70f42b","namespace":"e2e-extmod-cfl-2-2071c8","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.531604106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"cab0237a-139e-4a9c-93a6-6bfea645fbd5","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.531635452Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"cab0237a-139e-4a9c-93a6-6bfea645fbd5","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"routeName":"external-model-e2e-cfl-same-28d1f4-0d38a56d4683","namespace":"e2e-extmod-cfl-1-137ee4","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.538760159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"ab63f31d-256f-4eae-9a49-10abcfa66c12","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.53930155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-access","reconcileID":"f70ae80f-5fbd-4652-946e-417168949320","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.560483779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"ab63f31d-256f-4eae-9a49-10abcfa66c12","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.562740828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-access","reconcileID":"f70ae80f-5fbd-4652-946e-417168949320","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.618772714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"4df4b65a-f5b7-4a61-8765-e1f862458b8f","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-2-2071c8/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.618803389Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"4df4b65a-f5b7-4a61-8765-e1f862458b8f","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"routeName":"external-model-e2e-cfl-same-28d1f4-7bb8ce70f42b","namespace":"e2e-extmod-cfl-2-2071c8","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.70863045Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-2071c8-access","reconcileID":"6c849ce5-74d8-4893-9479-dc916d7e9882","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-2071c8-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"model":"e2e-extmod-cfl-2-2071c8/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.746063728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba29233e-fb5b-4688-904a-b1efa8456038","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.762182582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba29233e-fb5b-4688-904a-b1efa8456038","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.778291979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba29233e-fb5b-4688-904a-b1efa8456038","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.794278339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba29233e-fb5b-4688-904a-b1efa8456038","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.810937691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"2d78964c-1277-4a57-96a3-b810b56443b3","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-2-2071c8/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.810955455Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"2d78964c-1277-4a57-96a3-b810b56443b3","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"routeName":"external-model-e2e-cfl-same-28d1f4-7bb8ce70f42b","namespace":"e2e-extmod-cfl-2-2071c8","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.950013076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"df4c1fac-5ac5-4423-8684-a63cb6b1f32d","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.950037351Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"df4c1fac-5ac5-4423-8684-a63cb6b1f32d","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"routeName":"external-model-e2e-cfl-same-28d1f4-0d38a56d4683","namespace":"e2e-extmod-cfl-1-137ee4","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.967090654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"e33b98e9-dbe7-4c78-b998-c9e968477325","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.988938784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"e33b98e9-dbe7-4c78-b998-c9e968477325","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:10.990228448Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-137ee4-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-sub","reconcileID":"eca0dc5e-e273-4ccd-92e6-bf5178295450","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-137ee4-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7ccc017f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:11.172572879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"ab97485f-4f63-4512-a8c4-570e1bb64953","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:11.193533267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"ab97485f-4f63-4512-a8c4-570e1bb64953","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:11.449605281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6100af7-b0c5-4eab-95c6-3734783eebdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:11.465721765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6100af7-b0c5-4eab-95c6-3734783eebdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:11.481796429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6100af7-b0c5-4eab-95c6-3734783eebdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:11.498269472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6100af7-b0c5-4eab-95c6-3734783eebdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:14.393558488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"8a07f841-94e0-4a84-8246-fa6f4f82c358","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:14.414671855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"8a07f841-94e0-4a84-8246-fa6f4f82c358","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:14.434434287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c131595e3b8342edc0d23ae706d63cdbb62f7d231f8b773f7f96ff8bea6a73e5) AuthConfig (6a7dad0472cfbcb0a93d54a1db5e5c73acd59036041209bb2f04f15290193f56) AuthConfig (679c814e5e4863a96dd666b2cfb4e7f41b4f9bd41936c65beb5a983faee4fb9e) AuthConfig (0b89227c6535f3622ac0dff6a94adb019726a189567657cfee068be38e5416ed) AuthConfig (b9b6c34343d56f18c4dde4c8ce789b581c6a1e43bf2106adcbba9f1a687150aa) AuthConfig (7385e1d786e7091bb239de03f57fb7f04a8eefad029d3f1f7d6f01d344de65a6) AuthConfig (0e8e8fafbee9257c948327b70f17dfa24691b5ce5f83d3f7ef43c5b2d809632c) AuthConfig (264c379a38873aee926d7f836fb442dd631ac06cd4bb694ddad518f5a67a3be7) AuthConfig (9a3be338ace8752902ffea3e11846048d0550eb17d340ca296d38089605ee1be) AuthConfig (aacb0b15b570594b14c882b85e3ec164c3b9661b6f34c5c0cbf90d66764496e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"8a07f841-94e0-4a84-8246-fa6f4f82c358","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:16.498471893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"00214a09-b6c5-4481-ad1b-b99fa443ddce","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:16.519781092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"00214a09-b6c5-4481-ad1b-b99fa443ddce","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:16.539515677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bc4e2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40b710a92c9b195a1e892ba4f487017999798a3799af6385f0143cdc82cd8326) AuthConfig (d6e263efd25bf521ff9346a71c4c00216229ab30d5951afa8bb147f72b71da24) AuthConfig (a41098d6000df2023fded181d70cc989c665745f3c52b7eb0c644ced5f4eb739) AuthConfig (6ed1c6e2e2bf0ae16ae9553d570d47f5e2570f6e8a7465e3402ff992b9833afe) AuthConfig (7bd6d658eb371ccb2cce8e8b19ba847dca1baa1584c386b9915dc682a45ce645) AuthConfig (1bc1ac501f134caf5a3352f664b441656e59ef54afa0bd9bf1853e2b994c4f5d) AuthConfig (fa0500f590f973dcb36d41c7af196ec3ef52e75770bf6b24c39e50d3dc4c4530) AuthConfig (68301d6ba181b3449f9eab7ab0f0d1b0e38c47aaf4c15c1e5a4b7271365d9966) AuthConfig (337b4d28bbab01762ae52fd24748c9d30994f173662c637f2dd56adb7a6d1c7e) AuthConfig (835b6a6ab6c594f2bb108ec60269662f65f212ea03e73440b13246755c6fc4a5) AuthConfig (fc77c7effa8f07b1103896199d7d6569d5564104485927bd49fe550301083eb1) AuthConfig (539452391b7cfcb84c1d5e5117602cb9b690f75c66199f6440660886f4f15071) AuthConfig (f6088db2851e33b14830f1e7718491f0cb5b73b03de972278c8b8bd18a259bdd) AuthConfig (2c5cc22f6c0ac8ba53813eb8a040ee807a866df2cd8421bf18d95350a17da3cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"00214a09-b6c5-4481-ad1b-b99fa443ddce","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:16.584437567Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"2350a30f-cfaa-4882-b8ed-07d37f4bd1fb","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:19.985872701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d4dcc9-f21c-4bae-bbdd-b63e9aff93ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:20.002150668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d4dcc9-f21c-4bae-bbdd-b63e9aff93ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:20.018013781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d4dcc9-f21c-4bae-bbdd-b63e9aff93ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:20.034050276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d4dcc9-f21c-4bae-bbdd-b63e9aff93ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:20.572454789Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-9b2407","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-9b2407","reconcileID":"bf48cfa4-476d-49e5-8540-e0c7eccef316","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-9b2407","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-9b2407":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:20.758875159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6870f0d-b777-4982-b4af-8e4c2ae3c763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:20.783949102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6870f0d-b777-4982-b4af-8e4c2ae3c763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:20.80018359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6870f0d-b777-4982-b4af-8e4c2ae3c763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:20.816528576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6870f0d-b777-4982-b4af-8e4c2ae3c763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:21.007289954Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-137ee4-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-sub","reconcileID":"99378865-610e-49f8-8c63-af527fd96a3f","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-137ee4-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","subscription":"e2e-cfl-same-28d1f4-137ee4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:21.041550936Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-137ee4-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-sub","reconcileID":"99378865-610e-49f8-8c63-af527fd96a3f","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-137ee4-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:21.058208391Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-137ee4-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-sub","reconcileID":"99378865-610e-49f8-8c63-af527fd96a3f","MaaSSubscription":{"name":"e2e-cfl-same-28d1f4-137ee4-sub","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"maas-trlp-e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4","model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:21.18872634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"9c0f17b9-6d05-46c0-86a6-36cd9eec941e","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:21.188751209Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"9c0f17b9-6d05-46c0-86a6-36cd9eec941e","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"routeName":"external-model-e2e-cfl-same-28d1f4-0d38a56d4683","namespace":"e2e-extmod-cfl-1-137ee4","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:21.205395589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"8c6c3365-1cac-4d98-8aba-7f5fee5ea5e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:21.228816983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"8c6c3365-1cac-4d98-8aba-7f5fee5ea5e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:21.377381263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"26b5926a-c901-47f2-bf6a-da77bf0220e6","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:21.377410079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"26b5926a-c901-47f2-bf6a-da77bf0220e6","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"routeName":"external-model-e2e-cfl-same-28d1f4-0d38a56d4683","namespace":"e2e-extmod-cfl-1-137ee4","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:21.385538712Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"b44005e1-da40-4944-8eca-d4d573c260d6","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:21.437352528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"b44005e1-da40-4944-8eca-d4d573c260d6","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:21.493404596Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"b44005e1-da40-4944-8eca-d4d573c260d6","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"name":"e2e-extmod-a-737f64-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:21.493428115Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"e2e-cfl-same-28d1f4-137ee4-access","reconcileID":"b44005e1-da40-4944-8eca-d4d573c260d6","MaaSAuthPolicy":{"name":"e2e-cfl-same-28d1f4-137ee4-access","namespace":"ai-tenant-e2e-extmod-a-737f64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-737f64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:21.524502215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e57185e0-b145-482b-984b-408e3b26ba58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:21.541237565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e57185e0-b145-482b-984b-408e3b26ba58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:21.541409115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"a7e11ff3-b02e-42de-86bf-70d35f5b9837","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"tenant":"e2e-extmod-a-737f64","gateway":"openshift-ingress/e2e-extmod-a-737f64","model":"e2e-extmod-cfl-1-137ee4/e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:21.541428635Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"a7e11ff3-b02e-42de-86bf-70d35f5b9837","MaaSModelRef":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"routeName":"external-model-e2e-cfl-same-28d1f4-0d38a56d4683","namespace":"e2e-extmod-cfl-1-137ee4","model":"e2e-cfl-same-28d1f4","externalModel":"e2e-cfl-same-28d1f4","provider":"e2e-cfl-same-28d1f4","gateway":"openshift-ingress/e2e-extmod-a-737f64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:21.557351597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e57185e0-b145-482b-984b-408e3b26ba58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:21.573377856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e57185e0-b145-482b-984b-408e3b26ba58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.078832839Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"22c9642c-aea6-4d29-afe5-436c3a3e0348","namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.134068741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"68c84fb5-adfe-4cd7-976d-6affff5f0686","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.13782832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"d3751e12-9af7-4b82-b9af-e1f3ebffef77","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.148017967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"cfac2e2b-8fa1-4f0e-8aad-e2729cd4ee40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.153430146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b9863a7-f4f8-4612-bb38-b8c1294cc4c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.153805963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"d78aa50a-1564-4ba6-ac35-2ab5c64cc0bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.156347775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"68c84fb5-adfe-4cd7-976d-6affff5f0686","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.158941571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"d3751e12-9af7-4b82-b9af-e1f3ebffef77","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.169857172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"cfac2e2b-8fa1-4f0e-8aad-e2729cd4ee40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.174702083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"d78aa50a-1564-4ba6-ac35-2ab5c64cc0bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.175284403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b9863a7-f4f8-4612-bb38-b8c1294cc4c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.180476429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bc4e2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40b710a92c9b195a1e892ba4f487017999798a3799af6385f0143cdc82cd8326) AuthConfig (d6e263efd25bf521ff9346a71c4c00216229ab30d5951afa8bb147f72b71da24) AuthConfig (a41098d6000df2023fded181d70cc989c665745f3c52b7eb0c644ced5f4eb739) AuthConfig (6ed1c6e2e2bf0ae16ae9553d570d47f5e2570f6e8a7465e3402ff992b9833afe) AuthConfig (7bd6d658eb371ccb2cce8e8b19ba847dca1baa1584c386b9915dc682a45ce645) AuthConfig (1bc1ac501f134caf5a3352f664b441656e59ef54afa0bd9bf1853e2b994c4f5d) AuthConfig (fa0500f590f973dcb36d41c7af196ec3ef52e75770bf6b24c39e50d3dc4c4530) AuthConfig (68301d6ba181b3449f9eab7ab0f0d1b0e38c47aaf4c15c1e5a4b7271365d9966) AuthConfig (337b4d28bbab01762ae52fd24748c9d30994f173662c637f2dd56adb7a6d1c7e) AuthConfig (835b6a6ab6c594f2bb108ec60269662f65f212ea03e73440b13246755c6fc4a5) AuthConfig (fc77c7effa8f07b1103896199d7d6569d5564104485927bd49fe550301083eb1) AuthConfig (539452391b7cfcb84c1d5e5117602cb9b690f75c66199f6440660886f4f15071) AuthConfig (f6088db2851e33b14830f1e7718491f0cb5b73b03de972278c8b8bd18a259bdd) AuthConfig (2c5cc22f6c0ac8ba53813eb8a040ee807a866df2cd8421bf18d95350a17da3cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"d3751e12-9af7-4b82-b9af-e1f3ebffef77","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.234546737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"99793243-6ec8-4bf2-bc6e-b4186544e042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.255502669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"99793243-6ec8-4bf2-bc6e-b4186544e042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.283886353Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-1-137ee4"},"namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","reconcileID":"72bf76a8-7562-45c3-9560-20a385dac2c6","namespace":"e2e-extmod-cfl-1-137ee4","name":"e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.344681362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"befa013f-40a2-49a9-8146-4426ede867cc","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.366377325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"befa013f-40a2-49a9-8146-4426ede867cc","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.441163239Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"921f4ab0-d308-4148-8b6a-c5335b58c5d9","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.452576505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"c3498c38-8ad4-4f26-a722-c2cc69348b74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.452725552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68438c85-d28c-421b-96de-ad1ec889acd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.453846638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"61fbdc3a-6072-46e0-9860-0ba32b01d160","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.473797362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68438c85-d28c-421b-96de-ad1ec889acd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.47441571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"c3498c38-8ad4-4f26-a722-c2cc69348b74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.47629244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"61fbdc3a-6072-46e0-9860-0ba32b01d160","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.553294863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"12e9bf8c-a418-4b6b-ab3a-0ca2455e27a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.576797367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"12e9bf8c-a418-4b6b-ab3a-0ca2455e27a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.676533446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"4b9f06ad-c430-4b02-85a6-c2b550836323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.677368964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"26967e41-f110-4b10-987f-04cf665e595d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.819973315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"26967e41-f110-4b10-987f-04cf665e595d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.823951027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"4b9f06ad-c430-4b02-85a6-c2b550836323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.877136949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"45b5515a-53a4-48fc-84cd-632c6cc886ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.877617901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"09386850-349f-45cc-b1a7-b7917a864135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.899183491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"45b5515a-53a4-48fc-84cd-632c6cc886ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.899553074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"09386850-349f-45cc-b1a7-b7917a864135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.958736425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"938be16b-8276-434e-8d60-20ea0eb92957","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:22.980478692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"938be16b-8276-434e-8d60-20ea0eb92957","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.058683442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"48632f74-7b77-4960-be06-4d3f4aee501e","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.060175935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"eab7c072-774a-4e88-85be-5190e05b0f43","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.076488203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"5be11773-597b-4d75-8bac-4dc81b549b79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.076679459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4b4b4c6-70d1-499c-84cc-3346cb528736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.079489709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"48632f74-7b77-4960-be06-4d3f4aee501e","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.081713282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"eab7c072-774a-4e88-85be-5190e05b0f43","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.09878909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"5be11773-597b-4d75-8bac-4dc81b549b79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.098819788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4b4b4c6-70d1-499c-84cc-3346cb528736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.102884523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bc4e2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40b710a92c9b195a1e892ba4f487017999798a3799af6385f0143cdc82cd8326) AuthConfig (d6e263efd25bf521ff9346a71c4c00216229ab30d5951afa8bb147f72b71da24) AuthConfig (a41098d6000df2023fded181d70cc989c665745f3c52b7eb0c644ced5f4eb739) AuthConfig (6ed1c6e2e2bf0ae16ae9553d570d47f5e2570f6e8a7465e3402ff992b9833afe) AuthConfig (7bd6d658eb371ccb2cce8e8b19ba847dca1baa1584c386b9915dc682a45ce645) AuthConfig (1bc1ac501f134caf5a3352f664b441656e59ef54afa0bd9bf1853e2b994c4f5d) AuthConfig (fa0500f590f973dcb36d41c7af196ec3ef52e75770bf6b24c39e50d3dc4c4530) AuthConfig (68301d6ba181b3449f9eab7ab0f0d1b0e38c47aaf4c15c1e5a4b7271365d9966) AuthConfig (337b4d28bbab01762ae52fd24748c9d30994f173662c637f2dd56adb7a6d1c7e) AuthConfig (835b6a6ab6c594f2bb108ec60269662f65f212ea03e73440b13246755c6fc4a5) AuthConfig (fc77c7effa8f07b1103896199d7d6569d5564104485927bd49fe550301083eb1) AuthConfig (539452391b7cfcb84c1d5e5117602cb9b690f75c66199f6440660886f4f15071) AuthConfig (f6088db2851e33b14830f1e7718491f0cb5b73b03de972278c8b8bd18a259bdd) AuthConfig (2c5cc22f6c0ac8ba53813eb8a040ee807a866df2cd8421bf18d95350a17da3cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"eab7c072-774a-4e88-85be-5190e05b0f43","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.174515011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"946c2db1-6911-4082-a1c5-33818bd00e30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.196809103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"946c2db1-6911-4082-a1c5-33818bd00e30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.214135288Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"b22a5c33-f163-4c93-9f2e-6320349fa3bf","namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.246688189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"d0e1d36e-9d75-4b06-bbd8-6e327f37af26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.272045469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"d0e1d36e-9d75-4b06-bbd8-6e327f37af26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.279540357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"b17cf457-3723-4247-9c45-05b8630cf3d3","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.279933174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"146469d8-724b-4552-ab0a-f4946302c623","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.302388636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7fa08610-24da-4b1c-8dcf-c64e231531f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.302807224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"b17cf457-3723-4247-9c45-05b8630cf3d3","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.312328989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"146469d8-724b-4552-ab0a-f4946302c623","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.359947516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7fa08610-24da-4b1c-8dcf-c64e231531f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.361743911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bc4e2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40b710a92c9b195a1e892ba4f487017999798a3799af6385f0143cdc82cd8326) AuthConfig (d6e263efd25bf521ff9346a71c4c00216229ab30d5951afa8bb147f72b71da24) AuthConfig (a41098d6000df2023fded181d70cc989c665745f3c52b7eb0c644ced5f4eb739) AuthConfig (6ed1c6e2e2bf0ae16ae9553d570d47f5e2570f6e8a7465e3402ff992b9833afe) AuthConfig (7bd6d658eb371ccb2cce8e8b19ba847dca1baa1584c386b9915dc682a45ce645) AuthConfig (1bc1ac501f134caf5a3352f664b441656e59ef54afa0bd9bf1853e2b994c4f5d) AuthConfig (fa0500f590f973dcb36d41c7af196ec3ef52e75770bf6b24c39e50d3dc4c4530) AuthConfig (68301d6ba181b3449f9eab7ab0f0d1b0e38c47aaf4c15c1e5a4b7271365d9966) AuthConfig (337b4d28bbab01762ae52fd24748c9d30994f173662c637f2dd56adb7a6d1c7e) AuthConfig (835b6a6ab6c594f2bb108ec60269662f65f212ea03e73440b13246755c6fc4a5) AuthConfig (fc77c7effa8f07b1103896199d7d6569d5564104485927bd49fe550301083eb1) AuthConfig (539452391b7cfcb84c1d5e5117602cb9b690f75c66199f6440660886f4f15071) AuthConfig (f6088db2851e33b14830f1e7718491f0cb5b73b03de972278c8b8bd18a259bdd) AuthConfig (2c5cc22f6c0ac8ba53813eb8a040ee807a866df2cd8421bf18d95350a17da3cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"146469d8-724b-4552-ab0a-f4946302c623","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.413954063Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-28d1f4","namespace":"e2e-extmod-cfl-2-2071c8"},"namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","reconcileID":"551af9dc-85f8-4087-9d07-dd9dfb8fbbca","namespace":"e2e-extmod-cfl-2-2071c8","name":"e2e-cfl-same-28d1f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.415931503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"b5b44b5a-11ae-417a-b1fa-930092738c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.416972737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d1c0fed-d32a-4269-8220-57c131a959f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.446033304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d1c0fed-d32a-4269-8220-57c131a959f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.44610573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"b5b44b5a-11ae-417a-b1fa-930092738c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.514380931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"1c5c7dba-b746-4195-a263-8207ee70e105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.535703828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"1c5c7dba-b746-4195-a263-8207ee70e105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.654402706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"226d9f97-1f61-4036-98b2-ec86da0210a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.654838543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"4f6370d6-f000-41d7-95f7-07fd2508fcd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.712297667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"4f6370d6-f000-41d7-95f7-07fd2508fcd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.713357862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"226d9f97-1f61-4036-98b2-ec86da0210a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.748773899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"1c9d4d3b-9fe7-413c-916a-fcf7b7caccb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.749530429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"7a9abeac-bda5-4149-aea3-478c88872b4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.771503596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"1c9d4d3b-9fe7-413c-916a-fcf7b7caccb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.771503595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"7a9abeac-bda5-4149-aea3-478c88872b4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.816484602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"24dc42af-d5c7-4b16-a32b-9416b2fed1a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.860313405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"24dc42af-d5c7-4b16-a32b-9416b2fed1a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.959204203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"7379824b-1c5c-4f25-84f6-d220803e5390","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.959239104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"7bc9f642-6e53-4f1f-86eb-10287278106b","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.980436236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"7379824b-1c5c-4f25-84f6-d220803e5390","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.980537084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"7bc9f642-6e53-4f1f-86eb-10287278106b","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.990377007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"3724c1c9-9bde-481b-9ec0-8fa390449b05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:23.990378084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"678270fa-7663-4508-9858-10362f3496db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:24.011366424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"678270fa-7663-4508-9858-10362f3496db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:24.011529176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"3724c1c9-9bde-481b-9ec0-8fa390449b05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:24.015751549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"1133f37a-7e05-4a8f-a212-6dc38f285046","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:24.036398649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"1133f37a-7e05-4a8f-a212-6dc38f285046","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:24.100504585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"c4780722-df1f-48a9-98d9-06e23039c972","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:24.101181292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"afb68d7b-4c8e-4eed-9be2-5e711a65b808","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:24.115640689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"3acbfa2a-cf3e-434c-94dd-2ff1df4a0ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:24.116856472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"3c6a5d0c-51db-4c8e-bf89-0eeb5e402a2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:24.121365494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"c4780722-df1f-48a9-98d9-06e23039c972","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:24.121789578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"afb68d7b-4c8e-4eed-9be2-5e711a65b808","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:24.131351773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04ca5b58-ff9d-4e7d-ac91-dd8de38a8952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:24.138216435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"3acbfa2a-cf3e-434c-94dd-2ff1df4a0ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:24.138782163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"3c6a5d0c-51db-4c8e-bf89-0eeb5e402a2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:24.141134881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bc4e2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40b710a92c9b195a1e892ba4f487017999798a3799af6385f0143cdc82cd8326) AuthConfig (d6e263efd25bf521ff9346a71c4c00216229ab30d5951afa8bb147f72b71da24) AuthConfig (a41098d6000df2023fded181d70cc989c665745f3c52b7eb0c644ced5f4eb739) AuthConfig (6ed1c6e2e2bf0ae16ae9553d570d47f5e2570f6e8a7465e3402ff992b9833afe) AuthConfig (7bd6d658eb371ccb2cce8e8b19ba847dca1baa1584c386b9915dc682a45ce645) AuthConfig (1bc1ac501f134caf5a3352f664b441656e59ef54afa0bd9bf1853e2b994c4f5d) AuthConfig (fa0500f590f973dcb36d41c7af196ec3ef52e75770bf6b24c39e50d3dc4c4530) AuthConfig (68301d6ba181b3449f9eab7ab0f0d1b0e38c47aaf4c15c1e5a4b7271365d9966) AuthConfig (337b4d28bbab01762ae52fd24748c9d30994f173662c637f2dd56adb7a6d1c7e) AuthConfig (835b6a6ab6c594f2bb108ec60269662f65f212ea03e73440b13246755c6fc4a5) AuthConfig (fc77c7effa8f07b1103896199d7d6569d5564104485927bd49fe550301083eb1) AuthConfig (539452391b7cfcb84c1d5e5117602cb9b690f75c66199f6440660886f4f15071) AuthConfig (f6088db2851e33b14830f1e7718491f0cb5b73b03de972278c8b8bd18a259bdd) AuthConfig (2c5cc22f6c0ac8ba53813eb8a040ee807a866df2cd8421bf18d95350a17da3cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"afb68d7b-4c8e-4eed-9be2-5e711a65b808","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:24.152604346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04ca5b58-ff9d-4e7d-ac91-dd8de38a8952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:24.38158373Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:25.976414209Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"ebc1a40f-22fb-44ce-bd7e-1bcd351d8da5","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:22:25.992030755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-sub","reconcileID":"9c92bff0-2041-4aa7-9901-bdeb35e3ef03","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-0477ad-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:25.993174668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"896e8309-59d0-4692-a437-3ba57624f5a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:26.015425107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"896e8309-59d0-4692-a437-3ba57624f5a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:26.016387251Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"f75365e3-1e35-4fcd-81ee-d5ac9e9ef9c2","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:22:26.04819277Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"f75365e3-1e35-4fcd-81ee-d5ac9e9ef9c2","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:22:26.048378143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"f75365e3-1e35-4fcd-81ee-d5ac9e9ef9c2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:26.083711006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"553f9066-3f30-4887-a55e-4f0fd8cce322","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:26.101844586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"ee220c3e-6adb-49a1-94bf-4eba3a57c238","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:26.12367801Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"3aa102fa-4f23-447f-b669-e96899fe9d94","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:26.206928703Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-sub","reconcileID":"d2a2ed82-b08b-4ac3-a603-967e95009173","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"maas-trlp-e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-b15ec3/e2e-shr-shared-0477ad-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:26.257943426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"4610e6d4-1abf-4204-b0ce-d53d113163a3","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:26.283124818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"4610e6d4-1abf-4204-b0ce-d53d113163a3","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:26.303193652Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"c35a5f9a-852c-42a5-b343-82cb3e4d436a","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:26.371884149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-sub","reconcileID":"4689e972-b31e-491b-8770-fb3e30c19b88","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"maas-trlp-e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","model":"e2e-extmod-shr-user-78ab1c/e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:31.971133893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5545576-3a41-4235-b15c-a02fd3e9b690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:31.98778125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5545576-3a41-4235-b15c-a02fd3e9b690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:32.003857907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5545576-3a41-4235-b15c-a02fd3e9b690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:32.019756494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5545576-3a41-4235-b15c-a02fd3e9b690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:32.700088996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176a36d0-ff47-448d-b04a-4f0de4879988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:32.716848623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176a36d0-ff47-448d-b04a-4f0de4879988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:32.734617979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176a36d0-ff47-448d-b04a-4f0de4879988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:32.750680577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176a36d0-ff47-448d-b04a-4f0de4879988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:34.175138869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"19ad036a-61d2-460e-84e5-901d62e8adf7","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:34.196129804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"19ad036a-61d2-460e-84e5-901d62e8adf7","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:34.216100686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bc4e2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40b710a92c9b195a1e892ba4f487017999798a3799af6385f0143cdc82cd8326) AuthConfig (d6e263efd25bf521ff9346a71c4c00216229ab30d5951afa8bb147f72b71da24) AuthConfig (a41098d6000df2023fded181d70cc989c665745f3c52b7eb0c644ced5f4eb739) AuthConfig (6ed1c6e2e2bf0ae16ae9553d570d47f5e2570f6e8a7465e3402ff992b9833afe) AuthConfig (7bd6d658eb371ccb2cce8e8b19ba847dca1baa1584c386b9915dc682a45ce645) AuthConfig (1bc1ac501f134caf5a3352f664b441656e59ef54afa0bd9bf1853e2b994c4f5d) AuthConfig (fa0500f590f973dcb36d41c7af196ec3ef52e75770bf6b24c39e50d3dc4c4530) AuthConfig (68301d6ba181b3449f9eab7ab0f0d1b0e38c47aaf4c15c1e5a4b7271365d9966) AuthConfig (337b4d28bbab01762ae52fd24748c9d30994f173662c637f2dd56adb7a6d1c7e) AuthConfig (835b6a6ab6c594f2bb108ec60269662f65f212ea03e73440b13246755c6fc4a5) AuthConfig (fc77c7effa8f07b1103896199d7d6569d5564104485927bd49fe550301083eb1) AuthConfig (539452391b7cfcb84c1d5e5117602cb9b690f75c66199f6440660886f4f15071) AuthConfig (f6088db2851e33b14830f1e7718491f0cb5b73b03de972278c8b8bd18a259bdd) AuthConfig (2c5cc22f6c0ac8ba53813eb8a040ee807a866df2cd8421bf18d95350a17da3cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"19ad036a-61d2-460e-84e5-901d62e8adf7","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.737978848Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b7da47","reconcileID":"7b8484e2-584b-4646-b0dd-888ad7a8a2da","namespace":"llm","name":"e2e-dft-refs-b7da47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.759214166Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b7da47","reconcileID":"936b7480-930d-4b3e-8393-1e75cb825f79","namespace":"llm","name":"e2e-dft-refs-b7da47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.773788576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"7c7b656e-9543-47c9-ba5e-61cba172cca2","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.774273807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"9e5d5e5f-6b10-4e1a-ba97-235beff809d4","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.790730866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"97461395-9cf9-44e0-a947-fb6c0bc91fd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.791360272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"907af6f3-7bc8-456c-96c4-7d6e9553df13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.794736173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"7c7b656e-9543-47c9-ba5e-61cba172cca2","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.794883273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"9e5d5e5f-6b10-4e1a-ba97-235beff809d4","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.80402855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"61475223-a4eb-4461-af4a-59713327f5c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.81167579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"97461395-9cf9-44e0-a947-fb6c0bc91fd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.812101946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"907af6f3-7bc8-456c-96c4-7d6e9553df13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.815186131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bc4e2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40b710a92c9b195a1e892ba4f487017999798a3799af6385f0143cdc82cd8326) AuthConfig (d6e263efd25bf521ff9346a71c4c00216229ab30d5951afa8bb147f72b71da24) AuthConfig (a41098d6000df2023fded181d70cc989c665745f3c52b7eb0c644ced5f4eb739) AuthConfig (6ed1c6e2e2bf0ae16ae9553d570d47f5e2570f6e8a7465e3402ff992b9833afe) AuthConfig (7bd6d658eb371ccb2cce8e8b19ba847dca1baa1584c386b9915dc682a45ce645) AuthConfig (1bc1ac501f134caf5a3352f664b441656e59ef54afa0bd9bf1853e2b994c4f5d) AuthConfig (fa0500f590f973dcb36d41c7af196ec3ef52e75770bf6b24c39e50d3dc4c4530) AuthConfig (68301d6ba181b3449f9eab7ab0f0d1b0e38c47aaf4c15c1e5a4b7271365d9966) AuthConfig (337b4d28bbab01762ae52fd24748c9d30994f173662c637f2dd56adb7a6d1c7e) AuthConfig (835b6a6ab6c594f2bb108ec60269662f65f212ea03e73440b13246755c6fc4a5) AuthConfig (fc77c7effa8f07b1103896199d7d6569d5564104485927bd49fe550301083eb1) AuthConfig (539452391b7cfcb84c1d5e5117602cb9b690f75c66199f6440660886f4f15071) AuthConfig (f6088db2851e33b14830f1e7718491f0cb5b73b03de972278c8b8bd18a259bdd) AuthConfig (2c5cc22f6c0ac8ba53813eb8a040ee807a866df2cd8421bf18d95350a17da3cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"9e5d5e5f-6b10-4e1a-ba97-235beff809d4","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.826768111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"61475223-a4eb-4461-af4a-59713327f5c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.839578707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d098a1e-3894-48d3-8691-c658122bcde3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.839594062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d098a1e-3894-48d3-8691-c658122bcde3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.839984357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ddc9f594-4ff6-435b-9db6-a3025410e6d3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.839997199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ddc9f594-4ff6-435b-9db6-a3025410e6d3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.840300549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fd248432-5219-4987-9396-eb74873cb621","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.84031116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fd248432-5219-4987-9396-eb74873cb621","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.840520892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2776aece-c8ad-428c-9d37-b10337e2dae9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.840529797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2776aece-c8ad-428c-9d37-b10337e2dae9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.840775496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4710d49c-c18f-4774-9629-0bfb299a9ab1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.840786991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4710d49c-c18f-4774-9629-0bfb299a9ab1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.841032125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a6626906-b7a6-4f2d-9e6f-2386df88ea5f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.84104206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a6626906-b7a6-4f2d-9e6f-2386df88ea5f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.841250691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a1a7d5cc-26d6-4f2c-8025-7ddfcdb184d2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.841260004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a1a7d5cc-26d6-4f2c-8025-7ddfcdb184d2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.841463359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8c289617-528b-4537-b6be-5704ce3703d6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.841473045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8c289617-528b-4537-b6be-5704ce3703d6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.874629323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"2a1393e2-9240-490a-871a-ed9db234d519","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.899186046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f28a4a6-9ecc-4269-94cc-b9f7d8440a24","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.899203729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f28a4a6-9ecc-4269-94cc-b9f7d8440a24","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.899477533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"17bb3c51-36d6-45d8-9b9d-c570959fe484","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.899490061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"17bb3c51-36d6-45d8-9b9d-c570959fe484","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.8997216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1252cd71-6f87-4300-8b02-a45be6cb6b49","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.899732629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1252cd71-6f87-4300-8b02-a45be6cb6b49","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.900033263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"32388cf6-d3fd-44fd-a908-e7fadba416ba","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.900046186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"32388cf6-d3fd-44fd-a908-e7fadba416ba","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.900285413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"780309bb-7df7-46dc-9467-a475d58dbd7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.900296268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"780309bb-7df7-46dc-9467-a475d58dbd7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.900625195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8c707041-e7b8-4d1c-9dac-fa9af0c4f867","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.90064036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8c707041-e7b8-4d1c-9dac-fa9af0c4f867","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.90100717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e535db02-acb6-450f-8d37-42cf5a467936","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.901019572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e535db02-acb6-450f-8d37-42cf5a467936","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.901264079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d4767d3c-31e3-4d80-a24b-1b9de32992c2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.901275993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d4767d3c-31e3-4d80-a24b-1b9de32992c2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.902830319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"2a1393e2-9240-490a-871a-ed9db234d519","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.915099296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9f0f13db-0a5a-4006-9d9d-2c484205aa26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.915102859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0f083f96-25a8-4a1d-8f7b-6abd758443d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.992743444Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b7da47","reconcileID":"90b0fbc2-529c-4ffa-a0c6-8e30035a1f69","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"name":"e2e-dft-refs-b7da47","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.995240113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ecc925d-3d14-4da5-afd3-52bb94af185b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.997305426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"58561050-8c81-420c-ab2a-590303bb71f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:37.997329481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"f23ecb09-dfef-4a8f-a897-2ed0bc0c79b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.0003401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"053a288f-5f4d-4577-8e4a-12b17f34fd4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.017961341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ecc925d-3d14-4da5-afd3-52bb94af185b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.018957383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"f23ecb09-dfef-4a8f-a897-2ed0bc0c79b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.020289331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"58561050-8c81-420c-ab2a-590303bb71f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.023548953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"053a288f-5f4d-4577-8e4a-12b17f34fd4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.081654929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"41674a3b-6aff-4d2b-af6f-d1135d2d07df","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.102443786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"41674a3b-6aff-4d2b-af6f-d1135d2d07df","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.206659554Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b7da47","reconcileID":"55986246-c11b-48d3-918e-08adb17a949e","namespace":"llm","name":"e2e-dft-refs-b7da47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.225580326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"882b224f-7785-432c-a7a2-3837e82cd951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.231592437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b7da47","reconcileID":"1edd7eeb-e2ac-4e85-8b0f-ec5d8850b976","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-b7da47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.252146193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b7da47","reconcileID":"1edd7eeb-e2ac-4e85-8b0f-ec5d8850b976","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-b7da47-fdf370e12245","namespace":"llm","model":"e2e-dft-refs-b7da47","externalModel":"e2e-dft-refs-b7da47","provider":"e2e-dft-refs-b7da47-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.293618736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3076b1be-db79-493a-956f-5fb29ca05c52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.369707479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"2ef476b3-f5da-494c-bfc4-045f64bf8b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.370417292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"8621ee60-4ee3-4a24-bf9a-e29101831230","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.368635346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"882b224f-7785-432c-a7a2-3837e82cd951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.396783044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3076b1be-db79-493a-956f-5fb29ca05c52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.401072788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"2ef476b3-f5da-494c-bfc4-045f64bf8b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.418424094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"8621ee60-4ee3-4a24-bf9a-e29101831230","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.452183939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"96c95d5d-7dbe-4458-869b-9857d94ef495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.478132019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"96c95d5d-7dbe-4458-869b-9857d94ef495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.650701771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"1ab8bc71-04b4-4bcb-9aa7-a08a0935c93b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.650859159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"132441b3-e0ba-40f4-b887-f65034cab1b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.651797451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"e9d46716-c2e7-41a4-ae53-fd411da7ed41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.673493146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"132441b3-e0ba-40f4-b887-f65034cab1b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.673750018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"1ab8bc71-04b4-4bcb-9aa7-a08a0935c93b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.678384019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"e9d46716-c2e7-41a4-ae53-fd411da7ed41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.73522203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"b5649701-1b17-466b-93e1-eb7dcc4d96e5","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.735459237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"d05975e7-1aa8-4f38-a493-3e4b0c61b542","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.761996989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"b5649701-1b17-466b-93e1-eb7dcc4d96e5","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.763121553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"d05975e7-1aa8-4f38-a493-3e4b0c61b542","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.785767453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bc4e2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40b710a92c9b195a1e892ba4f487017999798a3799af6385f0143cdc82cd8326) AuthConfig (d6e263efd25bf521ff9346a71c4c00216229ab30d5951afa8bb147f72b71da24) AuthConfig (a41098d6000df2023fded181d70cc989c665745f3c52b7eb0c644ced5f4eb739) AuthConfig (6ed1c6e2e2bf0ae16ae9553d570d47f5e2570f6e8a7465e3402ff992b9833afe) AuthConfig (7bd6d658eb371ccb2cce8e8b19ba847dca1baa1584c386b9915dc682a45ce645) AuthConfig (1bc1ac501f134caf5a3352f664b441656e59ef54afa0bd9bf1853e2b994c4f5d) AuthConfig (fa0500f590f973dcb36d41c7af196ec3ef52e75770bf6b24c39e50d3dc4c4530) AuthConfig (68301d6ba181b3449f9eab7ab0f0d1b0e38c47aaf4c15c1e5a4b7271365d9966) AuthConfig (337b4d28bbab01762ae52fd24748c9d30994f173662c637f2dd56adb7a6d1c7e) AuthConfig (835b6a6ab6c594f2bb108ec60269662f65f212ea03e73440b13246755c6fc4a5) AuthConfig (fc77c7effa8f07b1103896199d7d6569d5564104485927bd49fe550301083eb1) AuthConfig (539452391b7cfcb84c1d5e5117602cb9b690f75c66199f6440660886f4f15071) AuthConfig (f6088db2851e33b14830f1e7718491f0cb5b73b03de972278c8b8bd18a259bdd) AuthConfig (2c5cc22f6c0ac8ba53813eb8a040ee807a866df2cd8421bf18d95350a17da3cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"d05975e7-1aa8-4f38-a493-3e4b0c61b542","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.794892458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"f0a1a2f0-7d0f-48a5-896f-e95d493e13af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.795116796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccb372d6-3ce6-4ba7-ae89-87f114bb2a03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.795196921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"f46276af-0a59-4624-ba83-1a2b7ffdbf52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.816216175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"f0a1a2f0-7d0f-48a5-896f-e95d493e13af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.835112708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccb372d6-3ce6-4ba7-ae89-87f114bb2a03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.835206796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"f46276af-0a59-4624-ba83-1a2b7ffdbf52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.862322182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7db64ff4-b1ae-452a-94f1-c4e6849187e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.887960374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7db64ff4-b1ae-452a-94f1-c4e6849187e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.983053152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"72cd0292-1370-4cc3-9ccd-88be9ab224e2","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:38.998671029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f16a32f4-649c-428c-ae9a-a94fadd87447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:39.006091417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"72cd0292-1370-4cc3-9ccd-88be9ab224e2","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:39.019758939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f16a32f4-649c-428c-ae9a-a94fadd87447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:39.078957234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"ce42c4f8-87a6-437b-8a42-eecd025cbc52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:39.080003455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"62615cdd-1c3d-45af-bca0-99d9083fc485","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:39.089634844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"318fb9ae-ada5-44db-82c2-d1557f89d326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:39.099599671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"ce42c4f8-87a6-437b-8a42-eecd025cbc52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:39.159069408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"62615cdd-1c3d-45af-bca0-99d9083fc485","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:39.159453866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"abb22531-9574-4595-98a6-decc70bb9263","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:39.161803111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"318fb9ae-ada5-44db-82c2-d1557f89d326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:39.178004588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5fea0a0-0a4f-43d8-b6c6-1a5c60ff4898","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:39.180252961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"abb22531-9574-4595-98a6-decc70bb9263","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:39.19422272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5fea0a0-0a4f-43d8-b6c6-1a5c60ff4898","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:39.210569979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5fea0a0-0a4f-43d8-b6c6-1a5c60ff4898","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:39.226461351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5fea0a0-0a4f-43d8-b6c6-1a5c60ff4898","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:39.953062513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1edf46da-95eb-4104-979c-7ef1f11d6d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:39.975704905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1edf46da-95eb-4104-979c-7ef1f11d6d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:39.994343897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1edf46da-95eb-4104-979c-7ef1f11d6d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:40.001444555Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-9d71fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-9d71fa","reconcileID":"2dd726ee-33ad-4622-9af0-d81bf6b2434e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-9d71fa","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-9d71fa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:40.012111935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1edf46da-95eb-4104-979c-7ef1f11d6d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:40.689183165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023db3e9-458e-46aa-bda0-a2598801e83f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:40.705610243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023db3e9-458e-46aa-bda0-a2598801e83f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:40.721479888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023db3e9-458e-46aa-bda0-a2598801e83f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:40.737534974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023db3e9-458e-46aa-bda0-a2598801e83f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:41.404321558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d798ea9-4e4a-4a7e-a70f-cb91cfe5bba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:41.429289251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d798ea9-4e4a-4a7e-a70f-cb91cfe5bba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:41.447029938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d798ea9-4e4a-4a7e-a70f-cb91cfe5bba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:41.463272045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d798ea9-4e4a-4a7e-a70f-cb91cfe5bba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.023710989Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b7da47","reconcileID":"17fdcc12-d380-411e-a91a-f7403cf7babb","namespace":"llm","name":"e2e-dft-refs-b7da47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.040510739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b7da47","reconcileID":"1115d41f-7647-439d-a5f8-0476cf74c811","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-b7da47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.040533871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b7da47","reconcileID":"1115d41f-7647-439d-a5f8-0476cf74c811","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-b7da47-fdf370e12245","namespace":"llm","model":"e2e-dft-refs-b7da47","externalModel":"e2e-dft-refs-b7da47","provider":"e2e-dft-refs-b7da47-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.043779317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cb3b1d96-be08-420b-8013-677a25a5c5ec","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.043797273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cb3b1d96-be08-420b-8013-677a25a5c5ec","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.04411103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f7af26d9-7c0c-4a3e-b33c-40ce31662a13","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.044125103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f7af26d9-7c0c-4a3e-b33c-40ce31662a13","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.044347433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1ae51f79-4331-446f-8581-45461b823a7f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.044358204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1ae51f79-4331-446f-8581-45461b823a7f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.044571658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5c1df335-aaaf-4d74-8c92-d4a94eee63bb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.044581522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5c1df335-aaaf-4d74-8c92-d4a94eee63bb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.044804727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1ca395f-dc6b-4ac7-a891-e66d1c8291ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.044816371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1ca395f-dc6b-4ac7-a891-e66d1c8291ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.045155843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c86fae67-44c4-4d5f-8843-f8ef5f70db85","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.045167811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c86fae67-44c4-4d5f-8843-f8ef5f70db85","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.05743345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"e87d61d9-1062-46b9-964c-536587eed9d8","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.058984205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"6ab9df42-9f69-4151-95b6-61f12abc2d07","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.060631528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"6fb8a08e-cc0b-4344-a8a1-877dc376f9a9","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.061943544Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b7da47","reconcileID":"b4b643e1-6b77-4cd0-8bae-0979f6c1a90b","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-b7da47-fdf370e12245","namespace":"llm","model":"e2e-dft-refs-b7da47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.07335525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"43d02e40-c945-40bc-b446-d3230b62e0a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.073851055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"7d5735f8-ef1a-449e-b232-3ec2a47998a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.078545281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"e87d61d9-1062-46b9-964c-536587eed9d8","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.079963761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"6ab9df42-9f69-4151-95b6-61f12abc2d07","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.081854409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"6fb8a08e-cc0b-4344-a8a1-877dc376f9a9","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.084781698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"01061437-94b1-4b32-b737-a2997a874f15","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.084796629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"01061437-94b1-4b32-b737-a2997a874f15","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.08505177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b383468d-9498-4fe5-ab54-3a5d9c8896a8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.085063482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b383468d-9498-4fe5-ab54-3a5d9c8896a8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.094558512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"43d02e40-c945-40bc-b446-d3230b62e0a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.094656159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"7d5735f8-ef1a-449e-b232-3ec2a47998a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.102169189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bc4e2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40b710a92c9b195a1e892ba4f487017999798a3799af6385f0143cdc82cd8326) AuthConfig (d6e263efd25bf521ff9346a71c4c00216229ab30d5951afa8bb147f72b71da24) AuthConfig (a41098d6000df2023fded181d70cc989c665745f3c52b7eb0c644ced5f4eb739) AuthConfig (6ed1c6e2e2bf0ae16ae9553d570d47f5e2570f6e8a7465e3402ff992b9833afe) AuthConfig (7bd6d658eb371ccb2cce8e8b19ba847dca1baa1584c386b9915dc682a45ce645) AuthConfig (1bc1ac501f134caf5a3352f664b441656e59ef54afa0bd9bf1853e2b994c4f5d) AuthConfig (fa0500f590f973dcb36d41c7af196ec3ef52e75770bf6b24c39e50d3dc4c4530) AuthConfig (68301d6ba181b3449f9eab7ab0f0d1b0e38c47aaf4c15c1e5a4b7271365d9966) AuthConfig (337b4d28bbab01762ae52fd24748c9d30994f173662c637f2dd56adb7a6d1c7e) AuthConfig (835b6a6ab6c594f2bb108ec60269662f65f212ea03e73440b13246755c6fc4a5) AuthConfig (fc77c7effa8f07b1103896199d7d6569d5564104485927bd49fe550301083eb1) AuthConfig (539452391b7cfcb84c1d5e5117602cb9b690f75c66199f6440660886f4f15071) AuthConfig (f6088db2851e33b14830f1e7718491f0cb5b73b03de972278c8b8bd18a259bdd) AuthConfig (2c5cc22f6c0ac8ba53813eb8a040ee807a866df2cd8421bf18d95350a17da3cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"6fb8a08e-cc0b-4344-a8a1-877dc376f9a9","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.111777562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bdc48ac8-2c0c-4aa2-b295-950e7aed563d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.112283469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4e158abc-00c0-4f71-9355-0dd97aa4434a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.151026054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dd21178-cade-465a-ac12-b702ed4a3bbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.175754584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dd21178-cade-465a-ac12-b702ed4a3bbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.215171499Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b7da47","reconcileID":"a373e0ee-b295-4b5d-947c-12545610a92b","namespace":"llm","name":"e2e-dft-refs-b7da47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.231649946Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b7da47","reconcileID":"e6dddac5-82b9-4dfd-8e29-69bbae64235a","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"name":"e2e-dft-refs-b7da47","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.248951165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"8449b0a1-4b61-426c-a2b8-afa753bd4828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.248994893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"574841d7-53f6-4656-b861-f0e3752f1694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.259679118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"518d2f7c-cd8b-43e0-95f1-f34d0c1b0c52","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.270335159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"8449b0a1-4b61-426c-a2b8-afa753bd4828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.270805251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"574841d7-53f6-4656-b861-f0e3752f1694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.274839905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"b2e2fefe-56fa-42ee-9bbc-0d648e63efd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.280333769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"518d2f7c-cd8b-43e0-95f1-f34d0c1b0c52","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.296334053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"b2e2fefe-56fa-42ee-9bbc-0d648e63efd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.375219334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"5c778ec7-e004-418c-8da9-bcad3393237b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.396723661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"5c778ec7-e004-418c-8da9-bcad3393237b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.476226793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ddec106-6764-4d7c-9cfc-01ac92473167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.476623815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"8a7e77a4-9b3f-43b6-b81b-dcb9a5cbab57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.47734094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"833f67c4-e9bf-4096-8379-9becb2dc3aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.537939932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"8a7e77a4-9b3f-43b6-b81b-dcb9a5cbab57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.542436279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ddec106-6764-4d7c-9cfc-01ac92473167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.661763893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"96686fc9-d2ef-4fc5-8516-302aff132a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.662602679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"833f67c4-e9bf-4096-8379-9becb2dc3aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.68285977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"1bbdab1b-2504-493a-b496-ea546f9cc34a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.690882198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"96686fc9-d2ef-4fc5-8516-302aff132a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.702261133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"5fdb2da0-dc75-4e49-8800-49e63a80238c","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.704538574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"1bbdab1b-2504-493a-b496-ea546f9cc34a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.723786812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"5fdb2da0-dc75-4e49-8800-49e63a80238c","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.733018383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"052f5086-baa6-48c3-9773-25b8fb2630b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.744039939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bc4e2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40b710a92c9b195a1e892ba4f487017999798a3799af6385f0143cdc82cd8326) AuthConfig (d6e263efd25bf521ff9346a71c4c00216229ab30d5951afa8bb147f72b71da24) AuthConfig (a41098d6000df2023fded181d70cc989c665745f3c52b7eb0c644ced5f4eb739) AuthConfig (6ed1c6e2e2bf0ae16ae9553d570d47f5e2570f6e8a7465e3402ff992b9833afe) AuthConfig (7bd6d658eb371ccb2cce8e8b19ba847dca1baa1584c386b9915dc682a45ce645) AuthConfig (1bc1ac501f134caf5a3352f664b441656e59ef54afa0bd9bf1853e2b994c4f5d) AuthConfig (fa0500f590f973dcb36d41c7af196ec3ef52e75770bf6b24c39e50d3dc4c4530) AuthConfig (68301d6ba181b3449f9eab7ab0f0d1b0e38c47aaf4c15c1e5a4b7271365d9966) AuthConfig (337b4d28bbab01762ae52fd24748c9d30994f173662c637f2dd56adb7a6d1c7e) AuthConfig (835b6a6ab6c594f2bb108ec60269662f65f212ea03e73440b13246755c6fc4a5) AuthConfig (fc77c7effa8f07b1103896199d7d6569d5564104485927bd49fe550301083eb1) AuthConfig (539452391b7cfcb84c1d5e5117602cb9b690f75c66199f6440660886f4f15071) AuthConfig (f6088db2851e33b14830f1e7718491f0cb5b73b03de972278c8b8bd18a259bdd) AuthConfig (2c5cc22f6c0ac8ba53813eb8a040ee807a866df2cd8421bf18d95350a17da3cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"5fdb2da0-dc75-4e49-8800-49e63a80238c","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.755441982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"052f5086-baa6-48c3-9773-25b8fb2630b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.765254757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"175f1662-ef7f-41e2-a99a-dc3ffa8f0b8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.772045403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"d57cb781-385b-484b-b013-3e4e55ec7571","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.777562644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"46f87b67-7658-416d-80c0-cd65df16a263","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.786259873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"175f1662-ef7f-41e2-a99a-dc3ffa8f0b8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.793732264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"d57cb781-385b-484b-b013-3e4e55ec7571","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.800013242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"46f87b67-7658-416d-80c0-cd65df16a263","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.80183546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98be8159-0540-48fa-9a96-2118ec2cbb83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.858729703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98be8159-0540-48fa-9a96-2118ec2cbb83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.873520909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b9db3f6e-2bd8-475c-950a-0236a6280339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.89084545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"3f93ca47-6ece-4a7e-b82d-eda697b815a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.894932229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b9db3f6e-2bd8-475c-950a-0236a6280339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:44.959696701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"3f93ca47-6ece-4a7e-b82d-eda697b815a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.107498476Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b7da47","reconcileID":"370e4c63-4b68-4166-916c-a61cd153bae0","namespace":"llm","name":"e2e-dft-refs-b7da47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.123432153Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b7da47","reconcileID":"ea073006-7241-4349-8007-6ac56b8a1212","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"name":"e2e-dft-refs-b7da47","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.142500966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"adcec324-64b8-4813-8076-25f5553475eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.143201803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"78a44edd-96b7-4ded-bc0f-3673dadffe6c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.143955722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"02b0583e-b6ea-4903-9bd8-b1566f2afec9","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.15786605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"9f661a5d-524d-42a2-bd06-90bfa712df6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.158198474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"4e7972cb-6942-43fb-b625-8fa4beb03e6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.163525252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"adcec324-64b8-4813-8076-25f5553475eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.165274825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"02b0583e-b6ea-4903-9bd8-b1566f2afec9","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.16615995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"78a44edd-96b7-4ded-bc0f-3673dadffe6c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.179117797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"9f661a5d-524d-42a2-bd06-90bfa712df6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.179239129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"4e7972cb-6942-43fb-b625-8fa4beb03e6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.185416192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bc4e2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40b710a92c9b195a1e892ba4f487017999798a3799af6385f0143cdc82cd8326) AuthConfig (d6e263efd25bf521ff9346a71c4c00216229ab30d5951afa8bb147f72b71da24) AuthConfig (a41098d6000df2023fded181d70cc989c665745f3c52b7eb0c644ced5f4eb739) AuthConfig (6ed1c6e2e2bf0ae16ae9553d570d47f5e2570f6e8a7465e3402ff992b9833afe) AuthConfig (7bd6d658eb371ccb2cce8e8b19ba847dca1baa1584c386b9915dc682a45ce645) AuthConfig (1bc1ac501f134caf5a3352f664b441656e59ef54afa0bd9bf1853e2b994c4f5d) AuthConfig (fa0500f590f973dcb36d41c7af196ec3ef52e75770bf6b24c39e50d3dc4c4530) AuthConfig (68301d6ba181b3449f9eab7ab0f0d1b0e38c47aaf4c15c1e5a4b7271365d9966) AuthConfig (337b4d28bbab01762ae52fd24748c9d30994f173662c637f2dd56adb7a6d1c7e) AuthConfig (835b6a6ab6c594f2bb108ec60269662f65f212ea03e73440b13246755c6fc4a5) AuthConfig (fc77c7effa8f07b1103896199d7d6569d5564104485927bd49fe550301083eb1) AuthConfig (539452391b7cfcb84c1d5e5117602cb9b690f75c66199f6440660886f4f15071) AuthConfig (f6088db2851e33b14830f1e7718491f0cb5b73b03de972278c8b8bd18a259bdd) AuthConfig (2c5cc22f6c0ac8ba53813eb8a040ee807a866df2cd8421bf18d95350a17da3cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"02b0583e-b6ea-4903-9bd8-b1566f2afec9","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.204295305Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b7da47","reconcileID":"89b3abb6-cdf4-4f5d-ad1c-3fae4c714799","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"name":"e2e-dft-refs-b7da47","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.204806666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"206f86f5-32dc-49b0-8cb5-9452cdf1f314","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.204828041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"206f86f5-32dc-49b0-8cb5-9452cdf1f314","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.2053358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f37e1f23-8f0a-42db-8ece-e22206f8d677","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.205351474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f37e1f23-8f0a-42db-8ece-e22206f8d677","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.206545666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b007214a-68c7-45d9-9cdf-688a33ef0b1f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.206561535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b007214a-68c7-45d9-9cdf-688a33ef0b1f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.207078042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c721e71a-048c-4e88-9055-4b507cc95b1d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.207097513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c721e71a-048c-4e88-9055-4b507cc95b1d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.207591225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8f38b09-76e9-4366-a2a3-761a6eb4849b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.207616635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8f38b09-76e9-4366-a2a3-761a6eb4849b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.20844255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f4aaa50-6fa4-414a-a8ce-6c7becf9bce6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.2084589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f4aaa50-6fa4-414a-a8ce-6c7becf9bce6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.210446276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d9eaeffb-7b3d-40d7-89fb-5472a2a096d1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.210467455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d9eaeffb-7b3d-40d7-89fb-5472a2a096d1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.211085677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"15ad83b1-4997-4e12-9106-81ef59160a2f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.211106713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"15ad83b1-4997-4e12-9106-81ef59160a2f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.27948306Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b7da47","reconcileID":"79881845-8b47-486b-acfa-88792f599664","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"name":"e2e-dft-refs-b7da47","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.279844907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bc42a870-f452-4eea-a209-16d8e44ffcd9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.279864116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bc42a870-f452-4eea-a209-16d8e44ffcd9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.280246682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"27ef328a-5075-4861-88a9-6c1a43a730fd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.280266156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"27ef328a-5075-4861-88a9-6c1a43a730fd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.280345804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b0c84f1-3195-40d2-b70d-9434937b283c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.280617107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"83d552c4-388e-41fe-a9bc-74bfacc7bf75","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.280679306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"83d552c4-388e-41fe-a9bc-74bfacc7bf75","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.281046778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7221b8d5-a780-4d7a-b074-20d422e04d81","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.281061688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7221b8d5-a780-4d7a-b074-20d422e04d81","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.281307656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"37d2ce8f-b6ef-47ff-b1ec-fe5c6cecb339","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.281318795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"37d2ce8f-b6ef-47ff-b1ec-fe5c6cecb339","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.281543848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8b9e5254-afc2-48c3-8560-989d1f4fbe6c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.281555539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8b9e5254-afc2-48c3-8560-989d1f4fbe6c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.281791322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"609d9128-8bbb-4dfb-a095-30a09518cd5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.281800172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"609d9128-8bbb-4dfb-a095-30a09518cd5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.282141794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"43f7fae4-e25f-468f-b0e2-89ed2e83a48e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.282152939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"43f7fae4-e25f-468f-b0e2-89ed2e83a48e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.296183167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c87ca525-3158-4d1a-a895-2dc8b4a76028","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.296940402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4de2b753-6bb5-4931-9e20-9d5e0f493db2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.301170326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b0c84f1-3195-40d2-b70d-9434937b283c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.359933139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"c4295c40-04b3-4b1c-a144-4a5ca9c87750","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.359993507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"7ae38974-10b8-461c-be97-e080a3bbd97c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.361106607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"68f920c3-138e-424f-bb9a-895af4499220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.380999658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"7ae38974-10b8-461c-be97-e080a3bbd97c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.382230474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"c4295c40-04b3-4b1c-a144-4a5ca9c87750","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.383431915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"68f920c3-138e-424f-bb9a-895af4499220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.44522921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"368f4865-e192-4d7e-a843-e80896bb1b29","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.480936266Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b7da47","reconcileID":"67154a76-9138-4e5e-9fd2-7b33ae535236","namespace":"llm","name":"e2e-dft-refs-b7da47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.484112259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"368f4865-e192-4d7e-a843-e80896bb1b29","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.511563776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7cdfbada-9f4f-409b-a393-d5cc9868486d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.513597629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4778e9c-d421-45c0-b8c4-1028d1024a4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.514064922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"0ff68331-aa91-4894-a227-8e5d40d41aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.516082997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"14dbed0a-d812-421c-bb4d-5661efc6a48d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.517096061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b7da47","reconcileID":"a562bc35-910f-43a2-83c5-c3f4242f5374","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-b7da47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.517109622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b7da47","reconcileID":"a562bc35-910f-43a2-83c5-c3f4242f5374","MaaSModelRef":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-b7da47-fdf370e12245","namespace":"llm","model":"e2e-dft-refs-b7da47","externalModel":"e2e-dft-refs-b7da47","provider":"e2e-dft-refs-b7da47-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.549426318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7cdfbada-9f4f-409b-a393-d5cc9868486d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.553220865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"0ff68331-aa91-4894-a227-8e5d40d41aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.557275663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"14dbed0a-d812-421c-bb4d-5661efc6a48d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.558458561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4778e9c-d421-45c0-b8c4-1028d1024a4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.715206522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"0b646290-6c65-48df-a413-2ecd23f43179","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.732376409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"9cabfd42-a567-4a01-b853-e35c6c9afbac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.741490926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"0b646290-6c65-48df-a413-2ecd23f43179","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.755005091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"9cabfd42-a567-4a01-b853-e35c6c9afbac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.762018785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bc4e2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40b710a92c9b195a1e892ba4f487017999798a3799af6385f0143cdc82cd8326) AuthConfig (d6e263efd25bf521ff9346a71c4c00216229ab30d5951afa8bb147f72b71da24) AuthConfig (a41098d6000df2023fded181d70cc989c665745f3c52b7eb0c644ced5f4eb739) AuthConfig (6ed1c6e2e2bf0ae16ae9553d570d47f5e2570f6e8a7465e3402ff992b9833afe) AuthConfig (7bd6d658eb371ccb2cce8e8b19ba847dca1baa1584c386b9915dc682a45ce645) AuthConfig (1bc1ac501f134caf5a3352f664b441656e59ef54afa0bd9bf1853e2b994c4f5d) AuthConfig (fa0500f590f973dcb36d41c7af196ec3ef52e75770bf6b24c39e50d3dc4c4530) AuthConfig (68301d6ba181b3449f9eab7ab0f0d1b0e38c47aaf4c15c1e5a4b7271365d9966) AuthConfig (337b4d28bbab01762ae52fd24748c9d30994f173662c637f2dd56adb7a6d1c7e) AuthConfig (835b6a6ab6c594f2bb108ec60269662f65f212ea03e73440b13246755c6fc4a5) AuthConfig (fc77c7effa8f07b1103896199d7d6569d5564104485927bd49fe550301083eb1) AuthConfig (539452391b7cfcb84c1d5e5117602cb9b690f75c66199f6440660886f4f15071) AuthConfig (f6088db2851e33b14830f1e7718491f0cb5b73b03de972278c8b8bd18a259bdd) AuthConfig (2c5cc22f6c0ac8ba53813eb8a040ee807a866df2cd8421bf18d95350a17da3cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"0b646290-6c65-48df-a413-2ecd23f43179","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.80738622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"0ef7d8e3-33d9-4288-b5e8-0557416e6c5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.807480647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"4a695f48-6091-43c4-870a-f8baf6911ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.807742843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"419b4cd4-3bb3-4266-ba26-d262d57894fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.82862971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"0ef7d8e3-33d9-4288-b5e8-0557416e6c5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.828801084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"419b4cd4-3bb3-4266-ba26-d262d57894fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.830817184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"4a695f48-6091-43c4-870a-f8baf6911ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.888401128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"8bfc557d-05c7-4a48-9254-11ac18863921","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:45.909395155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"8bfc557d-05c7-4a48-9254-11ac18863921","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:46.004614744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"a9950b22-0d12-4d12-8415-75235d736882","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:46.004679834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"90d2c676-5c2a-4c95-aa71-1697ccb8de0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:46.005046329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8e67678-35fa-407f-861d-5bb932a8f07f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:46.005066287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"95cf1a64-a9d0-447e-bb5a-7bfd19480864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:46.025723986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"90d2c676-5c2a-4c95-aa71-1697ccb8de0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:46.026015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"a9950b22-0d12-4d12-8415-75235d736882","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:46.027819407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8e67678-35fa-407f-861d-5bb932a8f07f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:46.028144177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"95cf1a64-a9d0-447e-bb5a-7bfd19480864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:46.163791047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"6480a8b3-d176-4ebf-bfb1-0d8c4951fbfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:46.184765642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"6480a8b3-d176-4ebf-bfb1-0d8c4951fbfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:46.248635426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"042222d9-0e3e-4251-aeae-8f2e3c2ddeea","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:46.248651973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"b4f26392-a1e9-4e34-b013-aa5d4e066377","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:46.266118769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"dbe06e46-6b74-46ae-92b3-d358fb5420fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:46.266598192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"fe3e5c56-61b5-4bb1-b09e-1b547697ee26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:46.270523919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"b4f26392-a1e9-4e34-b013-aa5d4e066377","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:46.271100352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"042222d9-0e3e-4251-aeae-8f2e3c2ddeea","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:46.288081026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"dbe06e46-6b74-46ae-92b3-d358fb5420fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:46.288762347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"fe3e5c56-61b5-4bb1-b09e-1b547697ee26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:46.368276444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"321c7743-70db-420f-be51-9bd8f8194e1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:46.389779691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"321c7743-70db-420f-be51-9bd8f8194e1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.636383035Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b7da47","reconcileID":"abe50945-4299-49af-9985-b7fd32b53652","namespace":"llm","name":"e2e-dft-refs-b7da47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.657992214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9b3c288c-d5fb-4f18-9f57-fc06eaf13c6f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.658011172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9b3c288c-d5fb-4f18-9f57-fc06eaf13c6f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.658291794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7151005f-0cec-4a37-a522-4ca8e60d0bea","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.658304035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7151005f-0cec-4a37-a522-4ca8e60d0bea","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.658540256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"210746ee-cca9-40b4-b5ba-ec9da3477d61","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.658551664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"210746ee-cca9-40b4-b5ba-ec9da3477d61","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.65876499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7b091071-b5ae-4771-bc01-569a1c3f7362","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.658775433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7b091071-b5ae-4771-bc01-569a1c3f7362","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.659024067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57be62dc-e04e-4579-a041-3ac71091caa2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.659034843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57be62dc-e04e-4579-a041-3ac71091caa2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.659329031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c90f95d-0f22-4923-8b74-af8c7811b245","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.659339119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c90f95d-0f22-4923-8b74-af8c7811b245","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.659623289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"480c62f2-bab2-4aa4-81d8-423d1ae1eb40","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.659632912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"480c62f2-bab2-4aa4-81d8-423d1ae1eb40","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.659842578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"146e27f5-0d1a-4b2e-9a95-a81037b3f953","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.659851925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"146e27f5-0d1a-4b2e-9a95-a81037b3f953","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.670286201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"0595c5a2-2291-4c86-b3db-8f63533a9408","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.68484481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d844dce0-ab81-4c61-b6b7-c320bd0c8da2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.685095007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"cc98b494-2e1c-4b64-a778-c928adf4fec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.686638974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"78baefae-c85b-4631-9658-308cce28a79c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.687237577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"d9ceab09-fdf9-46c7-a58e-813e1cdcd6bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.691468701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"0595c5a2-2291-4c86-b3db-8f63533a9408","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.705723591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d844dce0-ab81-4c61-b6b7-c320bd0c8da2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.706085289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"cc98b494-2e1c-4b64-a778-c928adf4fec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.708037043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"78baefae-c85b-4631-9658-308cce28a79c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.708299227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"d9ceab09-fdf9-46c7-a58e-813e1cdcd6bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.711095015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bc4e2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40b710a92c9b195a1e892ba4f487017999798a3799af6385f0143cdc82cd8326) AuthConfig (d6e263efd25bf521ff9346a71c4c00216229ab30d5951afa8bb147f72b71da24) AuthConfig (a41098d6000df2023fded181d70cc989c665745f3c52b7eb0c644ced5f4eb739) AuthConfig (6ed1c6e2e2bf0ae16ae9553d570d47f5e2570f6e8a7465e3402ff992b9833afe) AuthConfig (7bd6d658eb371ccb2cce8e8b19ba847dca1baa1584c386b9915dc682a45ce645) AuthConfig (1bc1ac501f134caf5a3352f664b441656e59ef54afa0bd9bf1853e2b994c4f5d) AuthConfig (fa0500f590f973dcb36d41c7af196ec3ef52e75770bf6b24c39e50d3dc4c4530) AuthConfig (68301d6ba181b3449f9eab7ab0f0d1b0e38c47aaf4c15c1e5a4b7271365d9966) AuthConfig (337b4d28bbab01762ae52fd24748c9d30994f173662c637f2dd56adb7a6d1c7e) AuthConfig (835b6a6ab6c594f2bb108ec60269662f65f212ea03e73440b13246755c6fc4a5) AuthConfig (fc77c7effa8f07b1103896199d7d6569d5564104485927bd49fe550301083eb1) AuthConfig (539452391b7cfcb84c1d5e5117602cb9b690f75c66199f6440660886f4f15071) AuthConfig (f6088db2851e33b14830f1e7718491f0cb5b73b03de972278c8b8bd18a259bdd) AuthConfig (2c5cc22f6c0ac8ba53813eb8a040ee807a866df2cd8421bf18d95350a17da3cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"0595c5a2-2291-4c86-b3db-8f63533a9408","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.725277408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"287732a7-7807-469d-9620-8e8dc438eb05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.72530377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0b3c4029-98ea-4aeb-a5db-479087cef503","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.761466235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"1548cc3b-0ead-48bd-8b93-c234962d5c84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.782594145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"1548cc3b-0ead-48bd-8b93-c234962d5c84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.900466847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"253f0a4e-7dca-46c1-8460-db4c9ec1624c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.900813431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"6c998b77-3524-42e6-a583-e2ebc0063a37","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.917449791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5e1a842-fd00-4f07-b7b2-b4c6507a3048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.923020613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"253f0a4e-7dca-46c1-8460-db4c9ec1624c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.92525444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"bc291bf9-0670-41cd-a1f1-d995de2b82f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.925580432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"6c998b77-3524-42e6-a583-e2ebc0063a37","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.929805406Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b7da47","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b7da47","reconcileID":"91b295ca-e89b-4880-a7bb-9d048648e0df","namespace":"llm","name":"e2e-dft-refs-b7da47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.940860639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5e1a842-fd00-4f07-b7b2-b4c6507a3048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.947815523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"bc291bf9-0670-41cd-a1f1-d995de2b82f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:51.999317483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"31e6138c-0717-402b-9050-ea2677551373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.020145767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"31e6138c-0717-402b-9050-ea2677551373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.102375214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"87d5c00c-97da-46f4-bd18-0da2e306cbc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.102389005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"9f783365-3cf0-4bb7-8634-ba9e679ebb6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.123256486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"87d5c00c-97da-46f4-bd18-0da2e306cbc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.123549743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"9f783365-3cf0-4bb7-8634-ba9e679ebb6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.188778998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"991de484-6642-439e-9fbe-41dfbd475435","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.204678264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"3692b3d8-26e2-4aac-b631-8803f8185965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.206311639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"357510cf-c6a4-4005-8a37-c45f26c77d3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.231579692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"3692b3d8-26e2-4aac-b631-8803f8185965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.266396862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"357510cf-c6a4-4005-8a37-c45f26c77d3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.329126756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"991de484-6642-439e-9fbe-41dfbd475435","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.34942605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"370cf8c2-555c-4302-bdd3-dfbb72f164e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.3987892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"370cf8c2-555c-4302-bdd3-dfbb72f164e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.477095194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"668cbb40-5fed-4b85-af91-1124726f9a80","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.560474973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"668cbb40-5fed-4b85-af91-1124726f9a80","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.560761565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"adfc5628-8334-4e53-93b3-cb4fa359fbeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.561066705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"373ce412-33cd-4a05-9ff9-e9f005539a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.580576889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bc4e2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40b710a92c9b195a1e892ba4f487017999798a3799af6385f0143cdc82cd8326) AuthConfig (d6e263efd25bf521ff9346a71c4c00216229ab30d5951afa8bb147f72b71da24) AuthConfig (a41098d6000df2023fded181d70cc989c665745f3c52b7eb0c644ced5f4eb739) AuthConfig (6ed1c6e2e2bf0ae16ae9553d570d47f5e2570f6e8a7465e3402ff992b9833afe) AuthConfig (7bd6d658eb371ccb2cce8e8b19ba847dca1baa1584c386b9915dc682a45ce645) AuthConfig (1bc1ac501f134caf5a3352f664b441656e59ef54afa0bd9bf1853e2b994c4f5d) AuthConfig (fa0500f590f973dcb36d41c7af196ec3ef52e75770bf6b24c39e50d3dc4c4530) AuthConfig (68301d6ba181b3449f9eab7ab0f0d1b0e38c47aaf4c15c1e5a4b7271365d9966) AuthConfig (337b4d28bbab01762ae52fd24748c9d30994f173662c637f2dd56adb7a6d1c7e) AuthConfig (835b6a6ab6c594f2bb108ec60269662f65f212ea03e73440b13246755c6fc4a5) AuthConfig (fc77c7effa8f07b1103896199d7d6569d5564104485927bd49fe550301083eb1) AuthConfig (539452391b7cfcb84c1d5e5117602cb9b690f75c66199f6440660886f4f15071) AuthConfig (f6088db2851e33b14830f1e7718491f0cb5b73b03de972278c8b8bd18a259bdd) AuthConfig (2c5cc22f6c0ac8ba53813eb8a040ee807a866df2cd8421bf18d95350a17da3cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"668cbb40-5fed-4b85-af91-1124726f9a80","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.58295307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"adfc5628-8334-4e53-93b3-cb4fa359fbeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.58302315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"373ce412-33cd-4a05-9ff9-e9f005539a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.59595087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"80c3bdff-7213-4a7d-ad67-d07a6df925b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.611399693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"b1e40863-3a98-4ec5-9b34-ce82976f4d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.616935372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"80c3bdff-7213-4a7d-ad67-d07a6df925b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.629206158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"6e697700-ba87-4a0d-99a0-a15fe200e743","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.632472645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"b1e40863-3a98-4ec5-9b34-ce82976f4d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.659383548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"6e697700-ba87-4a0d-99a0-a15fe200e743","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.663032456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"3c94affa-6951-4696-a0ef-6750e5fb38d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.674778528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"26b81764-05ca-4cd6-a4ac-047fd1eee709","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.683607068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"3c94affa-6951-4696-a0ef-6750e5fb38d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.695413264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"26b81764-05ca-4cd6-a4ac-047fd1eee709","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.728765233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"216396e8-b7ed-4424-bbbf-20cc993f0492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:52.749573431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"216396e8-b7ed-4424-bbbf-20cc993f0492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:54.40116811Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:55.140818409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-sub","reconcileID":"fa4e1650-9bda-45da-b95e-636c8b3fe4c0","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"maas-trlp-e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","model":"e2e-extmod-shr-user-78ab1c/e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:55.235321595Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"7fd2158d-d344-4f08-9507-bb9d10b16266","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:56.361608038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"23bff2db-e2ff-43eb-a1ca-0da8ccac9e84","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:56.367327426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"d088db3f-efa1-477e-a8dd-dcff221c9e38","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:56.428040442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"d088db3f-efa1-477e-a8dd-dcff221c9e38","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:56.429613464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"23bff2db-e2ff-43eb-a1ca-0da8ccac9e84","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:57.719413508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f1d234-45d4-4fc6-b7ee-3e7cc1c13f4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:57.735769876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f1d234-45d4-4fc6-b7ee-3e7cc1c13f4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:57.751707694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f1d234-45d4-4fc6-b7ee-3e7cc1c13f4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:57.768271639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f1d234-45d4-4fc6-b7ee-3e7cc1c13f4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.386330959Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-0e48fe","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe","reconcileID":"67e32e8f-0a4d-4562-88b7-1a6b05f64bad","namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.408363406Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-0e48fe","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe","reconcileID":"38111f50-63ad-491d-aa3d-eb58c9ea64d4","namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.422510611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"815b8964-0ab2-476d-9c85-66eb87130908","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.422770816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"6923243f-6b5e-45bf-b4fa-c642ae9a79f7","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.436859716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"9ca5a99d-01cd-4780-a89b-2628054c0752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.4368709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"23ab8d2b-ec6c-45c0-8b47-c242070918fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.439388027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"0c2116d2-192c-488f-8d0e-ac02f0455a66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.443394522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"815b8964-0ab2-476d-9c85-66eb87130908","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.444199652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"6923243f-6b5e-45bf-b4fa-c642ae9a79f7","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.458106081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"9ca5a99d-01cd-4780-a89b-2628054c0752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.458110917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"23ab8d2b-ec6c-45c0-8b47-c242070918fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.460197906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"0c2116d2-192c-488f-8d0e-ac02f0455a66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.466333467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb0a0f7-8a28-483d-94e3-f3223dd1af47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.482752605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb0a0f7-8a28-483d-94e3-f3223dd1af47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.499561861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb0a0f7-8a28-483d-94e3-f3223dd1af47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.515933567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb0a0f7-8a28-483d-94e3-f3223dd1af47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.517663198Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"de59d0a3-592a-4b4d-bb70-4d55fd87b84f","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.535487776Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"24205230-eb7b-4dde-8098-d13872bb9a05","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.563544678Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ae3538","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ae3538","reconcileID":"b8dbfd0d-90ab-44af-8f18-5d34d52a7faa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-ae3538","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-ae3538":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.576944266Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"22579198-8bdc-4433-a770-325ac55206b9","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.592990511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-sub","reconcileID":"4c844c8c-16d6-453d-a519-aa6c590361c6","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"maas-trlp-e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","model":"e2e-extmod-shr-user-78ab1c/e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.606088125Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"a4d60ace-d064-4493-903e-19d47f75c8ba","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.682729963Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","reconcileID":"fe784dd1-8725-43dd-a4b5-bf9af7989d95","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"name":"e2e-shr-auth-0e48fe","namespace":"e2e-extmod-shr-user-78ab1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.696296241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"76550b9d-05c4-4361-b1dd-98a30716652b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.696693935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa398470-ce0a-4b87-9c30-4cc9d11b4a0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.697073047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"c2336f0d-960a-412f-bf77-5c13002189ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.697400106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"b06c6dbd-7a64-4a52-918c-513276f20269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.698630531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-sub","reconcileID":"2bb491b1-d736-42cb-956e-cbad00f53626","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"maas-trlp-e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","model":"e2e-extmod-shr-user-78ab1c/e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.762002204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"76550b9d-05c4-4361-b1dd-98a30716652b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.765794569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa398470-ce0a-4b87-9c30-4cc9d11b4a0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.774543566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"c2336f0d-960a-412f-bf77-5c13002189ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.778136021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"b06c6dbd-7a64-4a52-918c-513276f20269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.859737502Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"b09709f0-5c8d-4c5c-9840-c4c26894d4c1","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:58.996401652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"a1f52444-feb2-4791-b26a-369acb45ff62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.073537499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"a1f52444-feb2-4791-b26a-369acb45ff62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.07417032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"ebb32ce2-2c62-4f5d-a89a-91179d605cff","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.107645951Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","reconcileID":"ddc95059-d8e4-4880-b419-66ec823d1fe1","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"name":"e2e-shr-auth-0e48fe","namespace":"e2e-extmod-shr-user-78ab1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.22311108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"ebb32ce2-2c62-4f5d-a89a-91179d605cff","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.225947232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b9eea1b2-a2eb-449d-b353-d12214635d65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.238681656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"d074d97f-1963-4929-8d8e-98339f796a8f","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.245653619Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","reconcileID":"a6c80f7e-cd11-4ae9-9980-ba0888cacbdc","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"name":"e2e-shr-auth-0e48fe","namespace":"e2e-extmod-shr-user-78ab1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.249948732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b9eea1b2-a2eb-449d-b353-d12214635d65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.261074596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"d074d97f-1963-4929-8d8e-98339f796a8f","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.262626232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0ade3d8-5bd9-4b80-81f5-dcc1a5eefff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.284491728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0ade3d8-5bd9-4b80-81f5-dcc1a5eefff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.296646991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"82e7db5d-bc75-4415-9062-1f5a77e1aca6","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.312974185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-sub","reconcileID":"5ec68bb8-01b4-43b3-8635-0202d7e3b19b","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"maas-trlp-e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","model":"e2e-extmod-shr-user-78ab1c/e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.313157073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-sub","reconcileID":"2ab6966c-3887-4f24-8257-d5658bfea863","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"maas-trlp-e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","model":"e2e-extmod-shr-user-78ab1c/e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.313936724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"88f12328-51d9-4e92-b991-2b27a22ba28b","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.330295181Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","reconcileID":"ca02bc11-42c4-4ca6-a2fa-5b4de74fc8cf","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"name":"e2e-shr-auth-0e48fe","namespace":"e2e-extmod-shr-user-78ab1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.346418676Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","reconcileID":"382e32b3-dffc-4e4a-a8ca-7cfbc52fcb27","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"name":"e2e-shr-auth-0e48fe","namespace":"e2e-extmod-shr-user-78ab1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.45243485Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-0e48fe","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe","reconcileID":"1631b864-ca01-4e44-a54c-e4fc8c60e846","namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.47546797Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","reconcileID":"862d7a40-2a12-43d1-a2c6-ebb693cabc8a","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-ebbf6dcdb087","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.488568817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"e40a1792-c6e7-4c87-b876-d39b25ab401f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.48906755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"5021ad47-09fd-47ec-b70e-5b9b0fac30f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.489613874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"5c5cdbf9-e924-48e7-b69a-e802ad7ac16b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.497647004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"7fd35bf4-592b-4a9a-a54f-5ae1abdebcf7","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.616388518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"5c5cdbf9-e924-48e7-b69a-e802ad7ac16b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.62432589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"b48d66ef-582a-42ce-9b0e-5cf964a17cf2","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.639177236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"7fd35bf4-592b-4a9a-a54f-5ae1abdebcf7","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.642038278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"5021ad47-09fd-47ec-b70e-5b9b0fac30f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.692952628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","reconcileID":"a082bf9c-5f5c-43bc-891e-6dc1529ebee3","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-49830ee29fc6","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.695500932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"e40a1792-c6e7-4c87-b876-d39b25ab401f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.697455154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"b48d66ef-582a-42ce-9b0e-5cf964a17cf2","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.871702597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ecd8e1-c27f-4f41-8930-d5c340586452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.87188781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"72410892-f602-4619-b14a-d939f92d48e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.887723161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ecd8e1-c27f-4f41-8930-d5c340586452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.9037334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ecd8e1-c27f-4f41-8930-d5c340586452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.90889694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"72410892-f602-4619-b14a-d939f92d48e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.919941521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ecd8e1-c27f-4f41-8930-d5c340586452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.954814393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"5b36a554-af35-4e50-979a-00be5cb9800b","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.955070131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"e0a917de-b45d-42f8-acce-49468a4acf14","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.972051221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"2cff6d9b-f6c9-46f8-a68d-4688c33de93d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.972432351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9cc8071-2c8d-4805-a246-d97728c44b5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.977413612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"e0a917de-b45d-42f8-acce-49468a4acf14","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.977458672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"5b36a554-af35-4e50-979a-00be5cb9800b","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.993331753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"2cff6d9b-f6c9-46f8-a68d-4688c33de93d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:22:59.993702328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9cc8071-2c8d-4805-a246-d97728c44b5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.075589559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7bf76f4b-77d9-4901-a3a6-6520a0e411eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.091095973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"7b7ab59b-8428-49fb-8c29-8ff22247b75d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.09118128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"5231772d-4ee1-4ea4-b1a9-6a82403c8571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.096498859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7bf76f4b-77d9-4901-a3a6-6520a0e411eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.114009757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"5231772d-4ee1-4ea4-b1a9-6a82403c8571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.114400901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"7b7ab59b-8428-49fb-8c29-8ff22247b75d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.174222062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"7c521d3f-6b48-4cd7-8df9-34d6af0b7be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.174337635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4c9a8512-05bc-4e34-be4d-6103b62fd275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.195656838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"7c521d3f-6b48-4cd7-8df9-34d6af0b7be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.195655869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4c9a8512-05bc-4e34-be4d-6103b62fd275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.240200341Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-0e48fe","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe","reconcileID":"03b06064-7c5b-4c32-8aab-b19fa54ee44e","namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.280003884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d3f4d62-4139-406a-9151-b0e2aec14923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.301258438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d3f4d62-4139-406a-9151-b0e2aec14923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.371677447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"842239d7-6bb3-4489-84a6-46bef7751e14","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.383987238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"fa866419-e0e1-419f-bb8a-7c8087abdc9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.386954852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"5d3dc706-a6e7-4058-b0fd-a7009f1ac19d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.387086695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"9b13c1b7-3c0b-4e44-8b6b-5a3a64296b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.392698113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"842239d7-6bb3-4489-84a6-46bef7751e14","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.405672354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"fa866419-e0e1-419f-bb8a-7c8087abdc9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.409094133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"5d3dc706-a6e7-4058-b0fd-a7009f1ac19d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.409367102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"9b13c1b7-3c0b-4e44-8b6b-5a3a64296b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.478462724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"6805edfd-e8fa-477f-9e19-c1a8f7f45ef2","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.499338795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"6805edfd-e8fa-477f-9e19-c1a8f7f45ef2","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.500414288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"993131b8-b841-494f-9b0f-086283e72832","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.504067155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"996b1903-1934-4728-b9a8-3f352a5d4ce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.504585144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfd1bd79-9c4f-45d2-ba65-4bdd72d46b77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.522652178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"993131b8-b841-494f-9b0f-086283e72832","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.523953767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"47dfbb0d-7ae8-4c1d-acf8-1efffb9f44a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.526374989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"996b1903-1934-4728-b9a8-3f352a5d4ce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.527019347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfd1bd79-9c4f-45d2-ba65-4bdd72d46b77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.545162173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"47dfbb0d-7ae8-4c1d-acf8-1efffb9f44a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.700100451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"579500d3-2919-45c0-8fff-61a1ec71ed82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.700357483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"79ccfc7b-03b0-4e03-8e2a-384ca47a6381","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.7004594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"65c0b479-4508-4f04-a6d6-c4a00f7fa6a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.700766255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"9631cfc4-0479-4949-9e6e-4b1322c66186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.723447267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"579500d3-2919-45c0-8fff-61a1ec71ed82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.723521228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"79ccfc7b-03b0-4e03-8e2a-384ca47a6381","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.728124933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"9631cfc4-0479-4949-9e6e-4b1322c66186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.728310685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"65c0b479-4508-4f04-a6d6-c4a00f7fa6a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.79274293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"fd8d4bb2-c7e9-4c8b-8f19-f4e2b8b09d0c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.81399357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"fd8d4bb2-c7e9-4c8b-8f19-f4e2b8b09d0c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.897845178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"1c510a9b-4966-40e0-b814-2c2105c1447e","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.913491637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ced1782-9339-46ce-a6ff-5cb38196899a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.918664475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"1c510a9b-4966-40e0-b814-2c2105c1447e","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:00.934692943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ced1782-9339-46ce-a6ff-5cb38196899a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:03.680273692Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"f208ad87-d736-4948-bf2f-28feeba3f690","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:03.696703581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"92ace1ab-82df-4a33-8fb7-4cd887420749","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:23:03.697566809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"2fbb768a-4438-462b-aaf9-54ab61466fa1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-cbb9c9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:03.717795957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"92ace1ab-82df-4a33-8fb7-4cd887420749","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:03.71930115Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"1692d774-a6f7-42ab-b955-9ed03064d12a","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:23:03.737041057Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"1692d774-a6f7-42ab-b955-9ed03064d12a","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:23:03.737098945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"1692d774-a6f7-42ab-b955-9ed03064d12a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:03.756876123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"8124e3b8-025c-4bac-8ad5-afd09ab185d8","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:03.780120686Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"3a064549-5ae6-47da-9597-8b1d90337fc6","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:03.849236579Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"48c6991f-0914-4a08-8284-164bf9c471cf","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"maas-trlp-e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-2bc4e2/e2e-shr-auth-cbb9c9-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:03.904281576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"b70deb8d-fcbb-443a-9c32-7047078041a7","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:03.925508534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"b70deb8d-fcbb-443a-9c32-7047078041a7","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:03.947604991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"13deb083-5113-4773-b069-63da4951e526","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:04.01760614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"13130250-e020-473e-8787-165da3ebb6c7","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"maas-trlp-e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","model":"e2e-extmod-shr-user-5cdfef/e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:04.805866413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","reconcileID":"2bc08e31-2561-4d41-83ed-37569ac8ff9b","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-49830ee29fc6","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:04.824470944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","reconcileID":"b0f07765-9bf3-4018-ace8-ffbdea072192","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-49830ee29fc6","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:04.856223409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"d484ca8d-3e30-48cf-8539-9132cbf57f60","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:04.882523415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"d484ca8d-3e30-48cf-8539-9132cbf57f60","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:05.021082754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","reconcileID":"2063328a-3fd8-44e3-90ad-28a20e81ac29","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-49830ee29fc6","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:10.468120035Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-59b8a9 priority=0:[ai-tenant-e2e-extmod-a-59b8a9/e2e-shr-auth-0e48fe-sub ai-tenant-e2e-extmod-a-59b8a9/e2e-shr-shared-0477ad-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:10.558518277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","reconcileID":"7cdc7826-403d-468c-bfb4-9cc12efdce43","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-49830ee29fc6","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:23:10.561871398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-sub","reconcileID":"e267d862-d32e-4c92-be57-37db422473d9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-0e48fe-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:10.591506774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"877814c4-b204-4fae-8c24-01ce438aeeef","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:10.592388907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"83d43889-28f0-4f73-96cb-34aa4566f770","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:10.599262627Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","reconcileID":"415940d1-b431-44a5-aec6-e2891acc09ab","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-49830ee29fc6","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:10.612972738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"877814c4-b204-4fae-8c24-01ce438aeeef","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:10.613529102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"83d43889-28f0-4f73-96cb-34aa4566f770","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:23:10.617102213Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","reconcileID":"415940d1-b431-44a5-aec6-e2891acc09ab","name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:23:10.617148194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","reconcileID":"415940d1-b431-44a5-aec6-e2891acc09ab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:10.635457694Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"7526f794-2d63-45a1-be08-3aeb87580c2c","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:10.654003719Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","reconcileID":"7c293ab7-4e4f-4884-bd77-9b81e2674273","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-49830ee29fc6","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:10.710351081Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-sub","reconcileID":"e5aade14-97bc-4386-bba8-0d7a418e52e0","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"maas-trlp-e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","model":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-59b8a9/e2e-shr-auth-0e48fe-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:10.805100078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","reconcileID":"a283b2ef-1a2e-4a72-9072-0befacfa0e92","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-49830ee29fc6","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:10.812117674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"02a379ff-d08b-48b9-a581-d0744568f5bd","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:10.81212188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"f76aaba5-374f-4778-b78a-73ac57b938fe","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:10.836002352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"02a379ff-d08b-48b9-a581-d0744568f5bd","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:10.836010462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"f76aaba5-374f-4778-b78a-73ac57b938fe","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:10.869127567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-sub","reconcileID":"1bf54d60-a895-459c-946d-23f03cd04402","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"maas-trlp-e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","model":"e2e-extmod-shr-user-78ab1c/e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:12.330866844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"4dfb67fd-c51f-40dd-bb89-6a65fb2ce691","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9b2407","tenantID":"e2e-inf-b-9b2407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:12.380495326Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"4dfb67fd-c51f-40dd-bb89-6a65fb2ce691","name":"e2e-inf-b-9b2407-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:24.382130314Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:32.142353939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-sub","reconcileID":"579230de-2b44-4f23-a157-ffc05581f298","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"maas-trlp-e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","model":"e2e-extmod-shr-user-78ab1c/e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:32.160299787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"f8b8e354-25e1-4067-9217-6808214f2e19","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9d71fa","tenantID":"e2e-inf-b-9d71fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:32.205510032Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"f8b8e354-25e1-4067-9217-6808214f2e19","name":"e2e-inf-b-9d71fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:32.239604573Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","reconcileID":"bbbc6d51-a8b5-432f-ad00-351952d34275","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-49830ee29fc6","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:32.912517668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"82ee26e0-ad42-400c-82fc-526f4f163c8f","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"maas-trlp-e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","model":"e2e-extmod-shr-user-5cdfef/e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:33.009189371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"317ae489-df0b-44c0-aae2-952837892e9d","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:33.199862108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"84aeb05e-f548-423e-8c21-3c90ade468d4","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:33.215311961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"666cf545-f1ea-41e7-b0a5-ce71cf4c44c6","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:33.218641552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"0de5d9a6-03bb-42af-8f5a-90181c2b9d8f","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:33.220722712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"84aeb05e-f548-423e-8c21-3c90ade468d4","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:33.23622056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"666cf545-f1ea-41e7-b0a5-ce71cf4c44c6","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:33.240381121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"0de5d9a6-03bb-42af-8f5a-90181c2b9d8f","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:33.403978658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"96242f78-0069-4bb5-b64f-48bba53bff68","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:33.425958359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"96242f78-0069-4bb5-b64f-48bba53bff68","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:33.519058445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"e838d0af-5b07-454d-a46c-fa80d52bd0e1","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:33.519468667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"029cd2bc-4d1e-47d0-bb4e-0e2c358ca4fd","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:33.540011786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"e838d0af-5b07-454d-a46c-fa80d52bd0e1","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:33.540206148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"029cd2bc-4d1e-47d0-bb4e-0e2c358ca4fd","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:34.112981947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"25abfd31-2a97-4c18-a369-3383aa990974","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:34.113458639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"e5468660-7856-4e58-8f2b-406fce907ba1","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:34.134059582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"25abfd31-2a97-4c18-a369-3383aa990974","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:34.136247181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"e5468660-7856-4e58-8f2b-406fce907ba1","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:37.049746797Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","reconcileID":"d97602cb-29b0-4253-a329-1370872cd39c","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-ebbf6dcdb087","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:37.068342387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","reconcileID":"be22fd07-2295-43c1-8a22-f6ca40d39456","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-ebbf6dcdb087","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:37.100322896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"5a1c9ff9-6f70-4c46-8fa9-cabed4d0c286","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:37.122533862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"5a1c9ff9-6f70-4c46-8fa9-cabed4d0c286","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:37.14251272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e9ffcc59b984c2a43b7cc9a68062101e302e7e87311c762c28b0b27e16e23b2) AuthConfig (9fc39ff910f2c0ea3b39b130da9eca6f8d5d1de39149675d521d170247293692) AuthConfig (369b6a372f0cea504bff1c06981454fb64a2d82c9ab15ceb6b23c7d54f555ba2) AuthConfig (d4967af562dd36dad2a0de848bfd3fffa7127042c9ccbfc28362b43328e61069)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"5a1c9ff9-6f70-4c46-8fa9-cabed4d0c286","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:37.17859615Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","reconcileID":"0c714139-3740-47a6-8c7a-b9b30f03137b","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-ebbf6dcdb087","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.748103395Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-b98c7a","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a","reconcileID":"2d50f7ea-8b7d-4168-b1a5-0482b4d51441","namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.770138722Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-b98c7a","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a","reconcileID":"79a1ae7d-867e-4703-a8fa-e10e5941f6dc","namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.783371467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"da4f0616-aaab-43ee-bdda-9edd8ec89b8c","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.783482521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"a6244d74-01cf-4503-a6fe-2382406b661b","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.797379385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"5156c1d4-a708-4e37-995c-c346e0e073b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.797426957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"270ad8cd-36a2-438a-8899-d3f578a32a59","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.800238599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"29b45c60-cf4e-4c37-b38a-52dfbebe6100","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.804823387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"a6244d74-01cf-4503-a6fe-2382406b661b","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.804938676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"da4f0616-aaab-43ee-bdda-9edd8ec89b8c","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.82014226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"5156c1d4-a708-4e37-995c-c346e0e073b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.820198413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"270ad8cd-36a2-438a-8899-d3f578a32a59","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.825114079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"29b45c60-cf4e-4c37-b38a-52dfbebe6100","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.840109836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e9ffcc59b984c2a43b7cc9a68062101e302e7e87311c762c28b0b27e16e23b2) AuthConfig (9fc39ff910f2c0ea3b39b130da9eca6f8d5d1de39149675d521d170247293692) AuthConfig (369b6a372f0cea504bff1c06981454fb64a2d82c9ab15ceb6b23c7d54f555ba2) AuthConfig (d4967af562dd36dad2a0de848bfd3fffa7127042c9ccbfc28362b43328e61069)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"270ad8cd-36a2-438a-8899-d3f578a32a59","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.892034317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"8e0b5b6f-ced4-4558-860c-d3f630cf4c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.902264708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"084589fd-4073-467f-a226-5db2368938e6","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.914405582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"8e0b5b6f-ced4-4558-860c-d3f630cf4c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.919136185Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","reconcileID":"5492b879-f617-404d-a65e-435e5b9cdcaf","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-892d01165081","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.936183107Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","reconcileID":"a39ef005-755d-42b9-bddf-bd89badb4f60","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-b62460e8e316","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.955181817Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"c22248a3-2d7a-410f-a25f-ac3e4c276c0e","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.972041712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"87dfbf97-e276-4acc-8fb3-c422d4d71225","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"maas-trlp-e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","model":"e2e-extmod-shr-user-5cdfef/e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.972618101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"be44fdfe-6adc-4a9a-8b04-4e8f2c38876d","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"maas-trlp-e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","model":"e2e-extmod-shr-user-5cdfef/e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.973257327Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","reconcileID":"0f72bae8-ff5f-47ea-8894-7945d54eaac7","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-892d01165081","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:41.993780898Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"0af54cd2-93f4-4f96-8873-29e075837066","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.002168841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"396570dd-98c7-4c8c-850a-ab33e2ebf03e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.002170523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"726f5db0-d821-4310-a866-9cbc7251c8b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.003151102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"9a6f1816-45fa-49e3-8f2f-427c6442ee0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.02382588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"396570dd-98c7-4c8c-850a-ab33e2ebf03e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.023832949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"726f5db0-d821-4310-a866-9cbc7251c8b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.025923634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"9a6f1816-45fa-49e3-8f2f-427c6442ee0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.061651488Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","reconcileID":"59ccfe49-59c7-42bc-95f4-7a66100deb0b","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"name":"e2e-shr-quota-b98c7a","namespace":"e2e-extmod-shr-user-5cdfef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.105195161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"0321c7ad-c234-4c79-a1ac-307e0926b576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.105343594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"fcf72212-8ae7-4f61-85d8-b6f2df0eeff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.126672284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"fcf72212-8ae7-4f61-85d8-b6f2df0eeff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.12758489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"0321c7ad-c234-4c79-a1ac-307e0926b576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.236459478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"3c131fc1-7c85-4c40-ba3e-6c0c53e8a2b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.27771088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"67e34015-9efa-47ae-b789-e6e49c9ffc09","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.280635517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"3c131fc1-7c85-4c40-ba3e-6c0c53e8a2b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.304789367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"67e34015-9efa-47ae-b789-e6e49c9ffc09","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.317173261Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","reconcileID":"b7528deb-c8e7-4320-9677-f11008bf2bef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"name":"e2e-shr-quota-b98c7a","namespace":"e2e-extmod-shr-user-5cdfef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.323213668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"3bb4774b-9e10-4599-a6cc-6391881ecf09","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.347369698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"3bb4774b-9e10-4599-a6cc-6391881ecf09","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.35866862Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","reconcileID":"b7bcb9fd-61c2-4f0a-9b3e-86fba258e6ee","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"name":"e2e-shr-quota-b98c7a","namespace":"e2e-extmod-shr-user-5cdfef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.537635085Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","reconcileID":"55e1cff6-79d9-4c6f-893b-615083715717","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"name":"e2e-shr-quota-b98c7a","namespace":"e2e-extmod-shr-user-5cdfef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.542496238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33e1e304-64cf-4e03-a7f0-a6c900a1951b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.542765642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"f8cff12c-428b-4eee-8e1c-9809ea07e5de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.557832042Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","reconcileID":"42a9f0b7-59d7-4316-8c3b-fcdbaa000800","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-892d01165081","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.572057059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"7de47545-ea50-40c4-9919-180b73282320","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"maas-trlp-e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","model":"e2e-extmod-shr-user-5cdfef/e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.572584779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"bf64ed69-46b1-49df-8a71-0049be55d538","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"maas-trlp-e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","model":"e2e-extmod-shr-user-5cdfef/e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.573209555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"f8cff12c-428b-4eee-8e1c-9809ea07e5de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.576519134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"d182e853-a049-4195-8f3e-d19de2c35356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.578002397Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","reconcileID":"7bc0846f-c1ef-42b7-84dc-2753b7cfdbd5","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-b62460e8e316","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.577260413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33e1e304-64cf-4e03-a7f0-a6c900a1951b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.57752817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"cab579a9-9afb-455a-a6c9-a03f87fae110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.59773168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"5f1b1ca6-6226-47a5-be9e-8e26fc72653c","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.600510776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"cab579a9-9afb-455a-a6c9-a03f87fae110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.602649322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"d182e853-a049-4195-8f3e-d19de2c35356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.612636969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"78efe50c-69bb-4267-a6bf-b4d601f35951","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.614510062Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"7443ea2f-ade9-4ce7-95d9-ccbc632000aa","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.631267242Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","reconcileID":"87722fd6-083a-4020-bcb0-9bf76d892d3e","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"name":"e2e-shr-quota-b98c7a","namespace":"e2e-extmod-shr-user-5cdfef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.634064366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"78efe50c-69bb-4267-a6bf-b4d601f35951","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.64750311Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","reconcileID":"bda8409c-dfe2-4a89-a8c8-421dc75874ed","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"name":"e2e-shr-quota-b98c7a","namespace":"e2e-extmod-shr-user-5cdfef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.771791173Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-b98c7a","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a","reconcileID":"0e14debf-7d4c-4af9-b822-6ece4bb892da","namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.78903332Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","reconcileID":"979d5d84-6ab8-4b77-a822-275ea9b43d78","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-7d07d1b2bba7","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.796750955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"a276d3a2-39eb-48ba-a022-bb2bba7bc830","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.811735492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"cb255084-e3e4-47e4-b50e-a1d48224a85c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.812205052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"5add4aa5-ddda-44b5-9bf0-c2e5c048f976","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.819451519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"a276d3a2-39eb-48ba-a022-bb2bba7bc830","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.82570905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"2983872e-3075-44bb-ba13-82713171d537","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.862267585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","reconcileID":"ffa42f7f-3781-469d-b47b-4679438c824f","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-bef8f09d1952","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.919426536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"cb255084-e3e4-47e4-b50e-a1d48224a85c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.925546608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"5add4aa5-ddda-44b5-9bf0-c2e5c048f976","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:42.934268834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"2983872e-3075-44bb-ba13-82713171d537","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.007637779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e9ffcc59b984c2a43b7cc9a68062101e302e7e87311c762c28b0b27e16e23b2) AuthConfig (9fc39ff910f2c0ea3b39b130da9eca6f8d5d1de39149675d521d170247293692) AuthConfig (369b6a372f0cea504bff1c06981454fb64a2d82c9ab15ceb6b23c7d54f555ba2) AuthConfig (d4967af562dd36dad2a0de848bfd3fffa7127042c9ccbfc28362b43328e61069)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"2983872e-3075-44bb-ba13-82713171d537","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.078524928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"80b09a15-e7e0-48fa-adca-729f720819d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.082595608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"f388330b-1c6d-467c-accb-726179a43085","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.101001735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"80b09a15-e7e0-48fa-adca-729f720819d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.103921361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"f388330b-1c6d-467c-accb-726179a43085","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.113162295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"446852d4-6ba7-446f-a6e2-ca35c940d1db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.113472482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"18aa4620-8cb0-48ee-980e-5e27b13aae00","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.134248389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"446852d4-6ba7-446f-a6e2-ca35c940d1db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.13488364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"18aa4620-8cb0-48ee-980e-5e27b13aae00","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.212887654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"db1945d8-f0ca-4fe6-b84e-9ac0fb4d2494","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.234296885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"db1945d8-f0ca-4fe6-b84e-9ac0fb4d2494","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.30337154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"24d7fb92-ba01-4fb1-99e9-8bf152f6e37d","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.31724079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"01ce4eb3-3196-467e-b5e8-d53559b45cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.317526304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"eed07bfb-8cc2-47e1-86be-78ac1d447df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.324378246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"24d7fb92-ba01-4fb1-99e9-8bf152f6e37d","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.339622162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"01ce4eb3-3196-467e-b5e8-d53559b45cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.339961027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"eed07bfb-8cc2-47e1-86be-78ac1d447df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.351080153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"efa12bf7-6ea9-4328-9fb5-697ed4b396b9","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.371878758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"efa12bf7-6ea9-4328-9fb5-697ed4b396b9","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.391712663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e9ffcc59b984c2a43b7cc9a68062101e302e7e87311c762c28b0b27e16e23b2) AuthConfig (9fc39ff910f2c0ea3b39b130da9eca6f8d5d1de39149675d521d170247293692) AuthConfig (369b6a372f0cea504bff1c06981454fb64a2d82c9ab15ceb6b23c7d54f555ba2) AuthConfig (d4967af562dd36dad2a0de848bfd3fffa7127042c9ccbfc28362b43328e61069)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"efa12bf7-6ea9-4328-9fb5-697ed4b396b9","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.41734931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d8af878-8dd3-4b0a-a181-74fa89429f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.438204583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"9d29b690-cdfc-4a69-a6f0-3e290533739e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.438228634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"8f778997-4930-4f65-90be-d20020528aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.441357522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d8af878-8dd3-4b0a-a181-74fa89429f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.44384577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"08e5751f-5ee5-45da-8c95-15b0d4293f69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.460363702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"9d29b690-cdfc-4a69-a6f0-3e290533739e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.465428124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"8f778997-4930-4f65-90be-d20020528aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.470010721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"08e5751f-5ee5-45da-8c95-15b0d4293f69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.518590384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"24ca0f0b-0404-461c-b174-cf682421b201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.572022765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"24ca0f0b-0404-461c-b174-cf682421b201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.673817631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4a1622d5-6428-484f-bd2e-71a87a3309d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.696361553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"4a1622d5-6428-484f-bd2e-71a87a3309d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.726496013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"af52cedb-8848-4f40-b52a-0045598d1558","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.728851329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87f1dbfd-10aa-48a1-8508-b8135e3569c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.729588872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"c8a1c334-7016-42f2-b7fc-6bcbaf6b3ff2","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.747369952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"af52cedb-8848-4f40-b52a-0045598d1558","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.750187291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87f1dbfd-10aa-48a1-8508-b8135e3569c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:43.750600809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"c8a1c334-7016-42f2-b7fc-6bcbaf6b3ff2","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:48.235353108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","reconcileID":"a93ede78-3635-4b19-81b8-2ae5af110266","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-7d07d1b2bba7","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:48.253896004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","reconcileID":"5bbb1129-b62f-4ffc-a180-6c920dae8cfc","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-7d07d1b2bba7","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:48.287058554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"dfa8279a-1d07-4659-9879-99862eaf39ef","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:48.307955562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"dfa8279a-1d07-4659-9879-99862eaf39ef","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:48.449531731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","reconcileID":"78541c12-168a-4f78-9fa7-612c2e85473b","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-7d07d1b2bba7","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:52.455408836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"2b5ea68e-c25a-4b5d-abf8-ce37c5f3b6f9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ae3538","tenantID":"e2e-inf-a-ae3538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:52.500749142Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"2b5ea68e-c25a-4b5d-abf8-ce37c5f3b6f9","name":"e2e-inf-a-ae3538-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:53.442124263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"0dde910d-1951-4ba4-9ddb-7950008381df","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:53.463687718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"0dde910d-1951-4ba4-9ddb-7950008381df","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:53.483441903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e9ffcc59b984c2a43b7cc9a68062101e302e7e87311c762c28b0b27e16e23b2) AuthConfig (9fc39ff910f2c0ea3b39b130da9eca6f8d5d1de39149675d521d170247293692) AuthConfig (369b6a372f0cea504bff1c06981454fb64a2d82c9ab15ceb6b23c7d54f555ba2) AuthConfig (d4967af562dd36dad2a0de848bfd3fffa7127042c9ccbfc28362b43328e61069)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"0dde910d-1951-4ba4-9ddb-7950008381df","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:23:54.383447518Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:01.07250862Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-59b8a9 priority=0:[ai-tenant-e2e-extmod-a-59b8a9/e2e-shr-auth-0e48fe-sub ai-tenant-e2e-extmod-a-59b8a9/e2e-shr-shared-0477ad-sub]","namespace=ai-tenant-e2e-extmod-a-f8f132 priority=0:[ai-tenant-e2e-extmod-a-f8f132/e2e-shr-auth-cbb9c9-sub ai-tenant-e2e-extmod-a-f8f132/e2e-shr-quota-b98c7a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:01.089744748Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","reconcileID":"f607ec74-497d-453f-8b93-1a6575ac28b1","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-7d07d1b2bba7","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:24:01.11523452Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-f8f132/e2e-shr-quota-b98c7a-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-b98c7a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:01.122676451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"6e4a9b4d-944c-46c1-96ba-04b9e5c1c25a","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:01.125989154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"3bcab1f9-dd87-4285-9be3-738164ad3e08","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:01.132391869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"7f384783-d572-4546-ab1e-db8ada506058","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:01.144097614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"6e4a9b4d-944c-46c1-96ba-04b9e5c1c25a","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:01.147149247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"3bcab1f9-dd87-4285-9be3-738164ad3e08","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:01.149256814Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","reconcileID":"ea122a90-be94-4d7e-9010-cce90ac86c22","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-7d07d1b2bba7","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:01.217951391Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-sub","reconcileID":"9977c98b-106d-4077-ba0c-654f8a931d2c","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"maas-trlp-e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","model":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-f8f132/e2e-shr-quota-b98c7a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:01.311343997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","reconcileID":"7689aa65-a74b-4f37-9c71-20ab9521a254","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-7d07d1b2bba7","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:01.342382363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"bf23656b-0260-4687-abf5-887c16fed411","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:01.34239299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"429cf87b-7401-4e3e-a232-775911b2e8df","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:01.363623221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"bf23656b-0260-4687-abf5-887c16fed411","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:01.363862063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"429cf87b-7401-4e3e-a232-775911b2e8df","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:01.376049198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-sub","reconcileID":"6fa1b04e-bac1-422a-973e-f82d0d2c7f6e","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"maas-trlp-e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","model":"e2e-extmod-shr-user-5cdfef/e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:03.533780552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"51ff02b6-3758-40ff-a4a5-e7a3866f6081","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:03.555526462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"51ff02b6-3758-40ff-a4a5-e7a3866f6081","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:03.575581853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b15ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e9ffcc59b984c2a43b7cc9a68062101e302e7e87311c762c28b0b27e16e23b2) AuthConfig (9fc39ff910f2c0ea3b39b130da9eca6f8d5d1de39149675d521d170247293692) AuthConfig (369b6a372f0cea504bff1c06981454fb64a2d82c9ab15ceb6b23c7d54f555ba2) AuthConfig (d4967af562dd36dad2a0de848bfd3fffa7127042c9ccbfc28362b43328e61069)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"51ff02b6-3758-40ff-a4a5-e7a3866f6081","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:05.68412947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6e061c-b98c-4926-9e32-09cb62e9546e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:05.700128734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6e061c-b98c-4926-9e32-09cb62e9546e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:05.716035819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6e061c-b98c-4926-9e32-09cb62e9546e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:05.732044643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6e061c-b98c-4926-9e32-09cb62e9546e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:06.452915348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e71ff4a-2e64-4b27-b27f-d6b1df8c7664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:06.469123525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e71ff4a-2e64-4b27-b27f-d6b1df8c7664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:06.485329349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e71ff4a-2e64-4b27-b27f-d6b1df8c7664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:06.50128499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e71ff4a-2e64-4b27-b27f-d6b1df8c7664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:13.627818766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"1d494d3c-1bd0-4dbb-b911-6916fc55396e","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:13.650044118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"1d494d3c-1bd0-4dbb-b911-6916fc55396e","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:13.855786799Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","reconcileID":"a91cf5c4-07eb-4d84-9b71-331632df3c4f","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-ebbf6dcdb087","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:14.125217232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"600f566e-076e-43ea-8ca6-c93a4bd80267","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:14.136302979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"c3357d27-e067-4c77-aeea-b43d3e7550f4","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:14.136303298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"96091d8c-ddc5-4abb-8c15-eea87b514cfe","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:14.146184396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"600f566e-076e-43ea-8ca6-c93a4bd80267","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:14.157763705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"96091d8c-ddc5-4abb-8c15-eea87b514cfe","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:14.157798924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"c3357d27-e067-4c77-aeea-b43d3e7550f4","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:15.211221789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"d3ded8de-5c2f-42b7-a59d-86a04dfc7a30","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:15.226422306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"bdc3b0f6-dc56-4960-a7e0-9fd534429fdc","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:15.228126811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"40dd1cba-3a0d-4470-9676-0a0a0db84c19","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:15.232331742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"d3ded8de-5c2f-42b7-a59d-86a04dfc7a30","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:15.247668959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"bdc3b0f6-dc56-4960-a7e0-9fd534429fdc","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:15.248956403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"40dd1cba-3a0d-4470-9676-0a0a0db84c19","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:24.390671811Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:25.930736868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b07964b-6b20-4583-9525-6f436c43bc65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:25.947003904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b07964b-6b20-4583-9525-6f436c43bc65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:25.963956818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b07964b-6b20-4583-9525-6f436c43bc65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:25.981927803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b07964b-6b20-4583-9525-6f436c43bc65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:26.649034198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d855c14-47d3-41ae-b204-74722f662dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:26.670944039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d855c14-47d3-41ae-b204-74722f662dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:26.691955541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d855c14-47d3-41ae-b204-74722f662dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:26.709408265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d855c14-47d3-41ae-b204-74722f662dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:28.70728077Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-59b8a9 priority=0:[ai-tenant-e2e-extmod-a-59b8a9/e2e-shr-auth-0e48fe-sub ai-tenant-e2e-extmod-a-59b8a9/e2e-shr-shared-0477ad-sub]","namespace=ai-tenant-e2e-extmod-a-f8f132 priority=0:[ai-tenant-e2e-extmod-a-f8f132/e2e-shr-auth-cbb9c9-sub ai-tenant-e2e-extmod-a-f8f132/e2e-shr-quota-b98c7a-sub]","namespace=ai-tenant-e2e-extmod-b-b15ec3 priority=0:[ai-tenant-e2e-extmod-b-b15ec3/e2e-shr-auth-0e48fe-sub ai-tenant-e2e-extmod-b-b15ec3/e2e-shr-shared-0477ad-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:28.723853649Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","reconcileID":"346528e4-265b-4fff-9013-352a0b25bb34","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-ebbf6dcdb087","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:28.7705161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"7416f18b-ba97-4bff-8366-6e447369e8ca","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:28.777267804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"8ff3a475-4243-47fd-9ca1-9f69fac5acf6","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:28.777579918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"c8327752-fe92-487e-8bc4-a12b2863364e","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:24:28.783268675Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-b15ec3/e2e-shr-auth-0e48fe-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-0e48fe-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:28.792139014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","reconcileID":"b8a71c27-e74f-41f5-a1f1-9d2e1b94b58f","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-7d07d1b2bba7","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:28.802459226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"8ff3a475-4243-47fd-9ca1-9f69fac5acf6","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:28.858360621Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","reconcileID":"e5b3f9ed-a529-4048-bae4-5e130c45a401","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-ebbf6dcdb087","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:28.859205195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"c8327752-fe92-487e-8bc4-a12b2863364e","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:28.915575759Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-sub","reconcileID":"56510183-31e3-4be6-ada8-c259c6b17545","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"maas-trlp-e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","model":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-b15ec3/e2e-shr-auth-0e48fe-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:29.015590683Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","reconcileID":"c22168a6-0480-494f-b894-5879d4e544e0","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-ebbf6dcdb087","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:29.083643491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-sub","reconcileID":"0e9aa2ee-a96a-45b5-9a7a-d1f775dce43d","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"maas-trlp-e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","model":"e2e-extmod-shr-user-78ab1c/e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:29.088079149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"7712fe00-5fa4-4613-9b0a-606161e66d1f","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:29.109181153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"7712fe00-5fa4-4613-9b0a-606161e66d1f","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:29.177367716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"08be6bfb-3f32-4b3f-8f02-76a6b00faa41","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:29.198768606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"08be6bfb-3f32-4b3f-8f02-76a6b00faa41","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:45.798551862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3f6b50-093a-4e01-ab8b-5f8def1b26c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:45.814795651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3f6b50-093a-4e01-ab8b-5f8def1b26c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:45.830982668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3f6b50-093a-4e01-ab8b-5f8def1b26c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:45.847051417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3f6b50-093a-4e01-ab8b-5f8def1b26c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:46.521007225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a596cb-213f-4a80-a2ed-f1b89ecdddad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:46.557141948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a596cb-213f-4a80-a2ed-f1b89ecdddad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:46.576768386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a596cb-213f-4a80-a2ed-f1b89ecdddad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:46.59439785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a596cb-213f-4a80-a2ed-f1b89ecdddad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:50.595707026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f07aac9-efda-4c08-b4d7-3a4f1ac37e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:50.61262505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f07aac9-efda-4c08-b4d7-3a4f1ac37e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:50.629600943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f07aac9-efda-4c08-b4d7-3a4f1ac37e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:50.647159267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f07aac9-efda-4c08-b4d7-3a4f1ac37e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:51.362885254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c2d703-4e52-4468-b939-f2295d183f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:51.462980216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c2d703-4e52-4468-b939-f2295d183f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:51.481468975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c2d703-4e52-4468-b939-f2295d183f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:51.559442916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c2d703-4e52-4468-b939-f2295d183f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:51.560369413Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-0ecae0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-0ecae0","reconcileID":"80dbad49-dfd0-4429-b321-d8896f2aab4f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-0ecae0","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-0ecae0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:51.846612731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"9b5e4a4f-88e7-418e-bdb2-fe7e8706a72b","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"tenant":"e2e-inf-a-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:51.846675555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"9b5e4a4f-88e7-418e-bdb2-fe7e8706a72b","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"routeName":"test-model-a1f322-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1f322","llmisvcName":"test-model-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:52.215994923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"cc6fc2f2-3696-4b89-bc92-c3a6fee5d3f2","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"tenant":"e2e-inf-a-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:52.216019415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"cc6fc2f2-3696-4b89-bc92-c3a6fee5d3f2","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"routeName":"test-model-a1f322-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1f322","llmisvcName":"test-model-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:52.2387788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"ef500df9-dd14-4ced-a868-5e6990cfff2e","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"tenant":"e2e-inf-a-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:52.238805644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"ef500df9-dd14-4ced-a868-5e6990cfff2e","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"routeName":"test-model-a1f322-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1f322","llmisvcName":"test-model-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:52.284951427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"f2e4994c-2606-48b1-9348-802a00902d2c","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:52.34344856Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"f2e4994c-2606-48b1-9348-802a00902d2c","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"e2e-inf-a-a1f322-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:52.363924812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a1f322-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"f2e4994c-2606-48b1-9348-802a00902d2c","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:52.408308016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"0d1cdcf6-3286-4a94-948d-e97fd5a59776","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"tenant":"e2e-inf-a-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:52.408345264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"0d1cdcf6-3286-4a94-948d-e97fd5a59776","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"routeName":"test-model-a1f322-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1f322","llmisvcName":"test-model-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:52.41606449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a13950c-782f-4ca0-b9ed-2fd7899e2d9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:52.436765109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a13950c-782f-4ca0-b9ed-2fd7899e2d9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:52.452889294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a13950c-782f-4ca0-b9ed-2fd7899e2d9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:52.469005985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a13950c-782f-4ca0-b9ed-2fd7899e2d9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:24:54.390230766Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:02.264731963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-sub","reconcileID":"7ab7247b-bab6-4a7e-a1c9-6014de9a4ab2","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"maas-trlp-e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","model":"e2e-extmod-shr-user-5cdfef/e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:02.364194253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","reconcileID":"2fbcdfd5-146e-4de7-94c3-5082142d88df","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-7d07d1b2bba7","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:02.430049442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"f2fc1acc-1dd8-4f10-8b48-c059789690bc","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:02.45154663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"f2fc1acc-1dd8-4f10-8b48-c059789690bc","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"e2e-inf-a-a1f322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:02.465078873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-sub","reconcileID":"8d8decc1-369d-4ba8-bf2d-f238999fa372","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"maas-trlp-e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","model":"e2e-extmod-shr-user-78ab1c/e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:02.471583435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a1f322-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"f2fc1acc-1dd8-4f10-8b48-c059789690bc","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:02.557127006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","reconcileID":"8db59e6f-74c1-47a1-962b-eceb0a43323e","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-ebbf6dcdb087","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:02.676966183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"1775f438-acb9-4047-8101-da1326cad98a","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:02.676965181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"b33cbaef-2494-4817-b12a-90f8b361b60a","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:02.677227625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"112bd1ea-7a37-45fb-9e8c-cf8ac49ff6c1","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:02.677480684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"23132ed7-543a-4c59-b0f8-07a819d9a6d4","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:02.700124341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"23132ed7-543a-4c59-b0f8-07a819d9a6d4","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:02.700135755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"1775f438-acb9-4047-8101-da1326cad98a","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:02.702312956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"112bd1ea-7a37-45fb-9e8c-cf8ac49ff6c1","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:02.70234091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"b33cbaef-2494-4817-b12a-90f8b361b60a","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:02.90309149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"c1107667-49ae-4642-bf09-0cd2cdb0e902","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:02.924457495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"c1107667-49ae-4642-bf09-0cd2cdb0e902","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"e2e-inf-a-a1f322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:02.944272132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a1f322-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"c1107667-49ae-4642-bf09-0cd2cdb0e902","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:02.985152514Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","reconcileID":"631ba4e2-3370-4c37-9b68-8f119e60f1a6","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-bef8f09d1952","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:03.009086784Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","reconcileID":"e2047314-aa12-4481-b70b-702ddb9576db","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-bef8f09d1952","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:03.041566538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-access","reconcileID":"2248e14e-ca4e-4857-b07d-af8255862a04","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:03.062152783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-access","reconcileID":"2248e14e-ca4e-4857-b07d-af8255862a04","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:03.165238736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"634d7bf2-1b10-44ed-bf42-0803ed676338","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:03.165270706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"40424a99-95a4-4804-b7cb-685c8ebe6f9f","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:03.165837228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"de440702-6886-44eb-b76a-a6e29fab7f49","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:03.188970636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"40424a99-95a4-4804-b7cb-685c8ebe6f9f","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:03.189021816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"de440702-6886-44eb-b76a-a6e29fab7f49","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:03.191185826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"634d7bf2-1b10-44ed-bf42-0803ed676338","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:03.268812395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","reconcileID":"84dca90d-e049-4601-9e31-b328e775eb08","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-bef8f09d1952","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:03.301827998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-access","reconcileID":"d8c72d87-28fb-4d00-ba61-72a902c921d4","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:03.323137033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-access","reconcileID":"d8c72d87-28fb-4d00-ba61-72a902c921d4","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:04.623453735Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","reconcileID":"86328891-3ede-40fb-9983-e6069dde9fa7","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-ebbf6dcdb087","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:04.658736564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"60cae6c7-faf2-44a9-b5a9-25a5f6e74e1b","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:04.663151858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"b8d9f346-a3e6-49b7-854a-09282ebc02a4","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:04.666410237Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-sub","reconcileID":"f9d74eaf-5c73-4863-8e5d-b42003f5da80","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d8994e8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:04.679744939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"60cae6c7-faf2-44a9-b5a9-25a5f6e74e1b","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:04.684171119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"b8d9f346-a3e6-49b7-854a-09282ebc02a4","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:04.956041936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"11fcc2af-7f2b-4867-8bcc-9c73bea33a8d","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:04.956058502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"4eb3deb3-4827-4656-a9fc-e3fb98cc39ea","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:04.977253719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"4eb3deb3-4827-4656-a9fc-e3fb98cc39ea","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:04.977306099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"11fcc2af-7f2b-4867-8bcc-9c73bea33a8d","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:08.672698383Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-59b8a9 priority=0:[ai-tenant-e2e-extmod-a-59b8a9/e2e-shr-auth-0e48fe-sub ai-tenant-e2e-extmod-a-59b8a9/e2e-shr-shared-0477ad-sub]","namespace=ai-tenant-e2e-extmod-a-f8f132 priority=0:[ai-tenant-e2e-extmod-a-f8f132/e2e-shr-auth-cbb9c9-sub ai-tenant-e2e-extmod-a-f8f132/e2e-shr-quota-b98c7a-sub]","namespace=ai-tenant-e2e-extmod-b-2bc4e2 priority=0:[ai-tenant-e2e-extmod-b-2bc4e2/e2e-shr-auth-cbb9c9-sub ai-tenant-e2e-extmod-b-2bc4e2/e2e-shr-quota-b98c7a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:08.689418884Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","reconcileID":"9edbd966-2159-4d5b-b4cb-9469c12a7a50","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-bef8f09d1952","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:08.729285544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-access","reconcileID":"fb3ef386-f068-4d6c-bf2d-3a1a897b08f7","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:08.729296033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"5764705c-30b5-4604-80d8-9aec17efaad9","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:08.730425719Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"d5749a17-cf34-41a4-bb20-5c602870633a","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:25:08.734224324Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-2bc4e2/e2e-shr-quota-b98c7a-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-b98c7a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:08.747101202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","reconcileID":"9fd346ae-edbf-4a22-91b8-e8bd1831307b","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-bef8f09d1952","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:08.751191246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"5764705c-30b5-4604-80d8-9aec17efaad9","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:08.751318852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-access","reconcileID":"fb3ef386-f068-4d6c-bf2d-3a1a897b08f7","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:08.763920593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"3143226f-f79f-43a8-a38b-a293ab13d9df","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:08.824685468Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-sub","reconcileID":"da4f2557-1c9a-4800-8b14-ef051958c316","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"maas-trlp-e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","model":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-2bc4e2/e2e-shr-quota-b98c7a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:08.920580292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","reconcileID":"0ec517f6-de29-4f83-afed-2acbfdca5566","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-bef8f09d1952","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:08.961791754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-access","reconcileID":"5cf4877e-8b28-4e38-bb96-282c729ef0a6","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:08.961832378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"c66399ef-f707-46cd-8fcc-a4b73ed108f4","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:08.983009933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"c66399ef-f707-46cd-8fcc-a4b73ed108f4","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:08.983025328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-access","reconcileID":"5cf4877e-8b28-4e38-bb96-282c729ef0a6","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:08.994326046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-sub","reconcileID":"a846f5fb-ec57-4cc9-8c3c-006191165c2d","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"maas-trlp-e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","model":"e2e-extmod-shr-user-5cdfef/e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:09.271300647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"3d313df9-60d4-4186-bc47-d58274af62ed","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"tenant":"e2e-inf-a-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:09.271325303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"3d313df9-60d4-4186-bc47-d58274af62ed","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"routeName":"test-model-5cf206-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cf206","llmisvcName":"test-model-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:09.60877337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"e7284da4-6f3d-49a2-82ba-f485af6a2f2d","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"tenant":"e2e-inf-a-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:09.608802108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"e7284da4-6f3d-49a2-82ba-f485af6a2f2d","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"routeName":"test-model-5cf206-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cf206","llmisvcName":"test-model-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:09.627996136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"1a9d1e05-e248-416c-8122-5e05502f73bf","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"tenant":"e2e-inf-a-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:09.628015579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"1a9d1e05-e248-416c-8122-5e05502f73bf","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"routeName":"test-model-5cf206-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cf206","llmisvcName":"test-model-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:09.662239623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"e2c96fdb-145a-400e-8ccd-476deb6e8c87","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cf206","tenantID":"e2e-inf-a-5cf206","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:09.719444777Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"e2c96fdb-145a-400e-8ccd-476deb6e8c87","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"e2e-inf-a-5cf206-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:09.739333221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cf206-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"e2c96fdb-145a-400e-8ccd-476deb6e8c87","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:09.760735447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"aa035d7c-0d27-477d-830e-f139e00bc144","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"tenant":"e2e-inf-a-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:09.760750971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"aa035d7c-0d27-477d-830e-f139e00bc144","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"routeName":"test-model-5cf206-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cf206","llmisvcName":"test-model-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:12.995219037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"04894bc3-8d32-493a-be55-0ca2422bb608","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:13.027540642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"04894bc3-8d32-493a-be55-0ca2422bb608","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"e2e-inf-a-a1f322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:13.04750119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a1f322-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"04894bc3-8d32-493a-be55-0ca2422bb608","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:14.683392224Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-sub","reconcileID":"e6b2c4c5-dc71-49fa-a467-1e0f3fdbe47c","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"model":"e2e-extmod-shr-user-78ab1c/e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","subscription":"e2e-shr-auth-0e48fe-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:14.716964014Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-sub","reconcileID":"e6b2c4c5-dc71-49fa-a467-1e0f3fdbe47c","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"model":"e2e-extmod-shr-user-78ab1c/e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:14.733326487Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-sub","reconcileID":"e6b2c4c5-dc71-49fa-a467-1e0f3fdbe47c","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"maas-trlp-e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-extmod-shr-user-78ab1c/e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:14.896266756Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-59b8a9 priority=0:[ai-tenant-e2e-extmod-a-59b8a9/e2e-shr-auth-0e48fe-sub ai-tenant-e2e-extmod-a-59b8a9/e2e-shr-shared-0477ad-sub]","namespace=ai-tenant-e2e-extmod-a-f8f132 priority=0:[ai-tenant-e2e-extmod-a-f8f132/e2e-shr-auth-cbb9c9-sub ai-tenant-e2e-extmod-a-f8f132/e2e-shr-quota-b98c7a-sub]","namespace=ai-tenant-e2e-extmod-b-2bc4e2 priority=0:[ai-tenant-e2e-extmod-b-2bc4e2/e2e-shr-auth-cbb9c9-sub ai-tenant-e2e-extmod-b-2bc4e2/e2e-shr-quota-b98c7a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:14.913455391Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","reconcileID":"4efc99d5-9b20-4988-81c3-0031cfdd2878","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-ebbf6dcdb087","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:14.947160013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"27135d53-3d85-472d-a20e-edbed06591b9","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:14.94715989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"4f926748-9b15-44ed-83d9-37a0acd1876e","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:14.953233855Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","reconcileID":"15ec856b-1150-430b-b620-d41ed696345d","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-bef8f09d1952","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:14.968352556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"4f926748-9b15-44ed-83d9-37a0acd1876e","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:14.968493234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"27135d53-3d85-472d-a20e-edbed06591b9","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:15.075297598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","reconcileID":"730b0303-ff60-462e-af28-4ec7878e2346","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-ebbf6dcdb087","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:15.082989312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"0d947ea5-f982-41f3-8823-241d7da77c85","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:15.106826191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"0d947ea5-f982-41f3-8823-241d7da77c85","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:15.256046404Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-auth-0e48fe-access","reconcileID":"9d9d7202-35f1-4dc9-ad62-6911d2023678","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"model":"e2e-extmod-shr-user-78ab1c/e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:15.412306299Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","reconcileID":"06ede489-6916-4020-a466-5900aec3778b","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-ebbf6dcdb087","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:15.547456813Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","reconcileID":"4460abd6-9621-4842-9a93-a5a45d690b58","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-49830ee29fc6","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:15.579997766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"196dee36-98da-4b06-9ab9-f75dfe6be889","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:15.580005998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"84958758-a298-4d5e-90a1-c0fab3c51484","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:15.589288827Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-sub","reconcileID":"2e67acbe-ca53-4a87-8ade-4654289e1d4b","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a317845b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:15.60128278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"196dee36-98da-4b06-9ab9-f75dfe6be889","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:15.601409921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"84958758-a298-4d5e-90a1-c0fab3c51484","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:15.735547763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"cbd1c6fe-861d-4e69-a27d-1e7b44588b8f","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:15.73584527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"c6792a52-24de-4a3f-8168-c7526659492e","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:15.756296415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"cbd1c6fe-861d-4e69-a27d-1e7b44588b8f","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:15.758676673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"c6792a52-24de-4a3f-8168-c7526659492e","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:19.796014512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"30854e94-6816-474d-be43-82f27e4c4983","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cf206","tenantID":"e2e-inf-a-5cf206","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:19.817423885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"30854e94-6816-474d-be43-82f27e4c4983","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"e2e-inf-a-5cf206-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:19.836923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cf206-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"30854e94-6816-474d-be43-82f27e4c4983","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:23.086623106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"70f7cabe-3b50-4361-8e64-b9614911a9fe","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:23.108686017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"70f7cabe-3b50-4361-8e64-b9614911a9fe","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"e2e-inf-a-a1f322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:23.128434905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a1f322-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"70f7cabe-3b50-4361-8e64-b9614911a9fe","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:24.384210268Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:25.608156459Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-sub","reconcileID":"de00f0a7-8ef3-4d7d-8ef8-af989df8491c","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"model":"e2e-extmod-shr-user-78ab1c/e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","subscription":"e2e-shr-auth-0e48fe-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:25.642130857Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-sub","reconcileID":"de00f0a7-8ef3-4d7d-8ef8-af989df8491c","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"model":"e2e-extmod-shr-user-78ab1c/e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:25.662563774Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-sub","reconcileID":"de00f0a7-8ef3-4d7d-8ef8-af989df8491c","MaaSSubscription":{"name":"e2e-shr-auth-0e48fe-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"maas-trlp-e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-extmod-shr-user-78ab1c/e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:25.832621973Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f8f132 priority=0:[ai-tenant-e2e-extmod-a-f8f132/e2e-shr-auth-cbb9c9-sub ai-tenant-e2e-extmod-a-f8f132/e2e-shr-quota-b98c7a-sub]","namespace=ai-tenant-e2e-extmod-b-2bc4e2 priority=0:[ai-tenant-e2e-extmod-b-2bc4e2/e2e-shr-auth-cbb9c9-sub ai-tenant-e2e-extmod-b-2bc4e2/e2e-shr-quota-b98c7a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:25.849357254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","reconcileID":"a173187c-5640-4d76-8e9d-82df28dde136","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-49830ee29fc6","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:25.886611537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"63c57460-ebb5-4295-ba4b-fbdf83c90013","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:25.88667703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"36c9ada9-335a-4318-81ae-a0385cc58879","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:25.893982036Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"7c3ad598-2bae-49db-958a-d77243b0e514","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:25.908171992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"63c57460-ebb5-4295-ba4b-fbdf83c90013","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:25.908417246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"36c9ada9-335a-4318-81ae-a0385cc58879","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:25.991241168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","reconcileID":"d8dfb666-3b52-41b2-921e-520d196c85d5","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-49830ee29fc6","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:26.062613856Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-auth-0e48fe-access","reconcileID":"06326330-16ab-44f8-a352-21def06e1889","MaaSAuthPolicy":{"name":"e2e-shr-auth-0e48fe-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"model":"e2e-extmod-shr-user-78ab1c/e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:26.303849288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","reconcileID":"8d3f242c-e51b-4498-8527-234e89912f5b","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-49830ee29fc6","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:26.652265891Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","reconcileID":"173d5785-6fad-42b9-a354-548d26c136d0","MaaSModelRef":{"name":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-auth-0e48fe-49830ee29fc6","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-auth-0e48fe-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-auth-0e48fe","provider":"e2e-shr-auth-0e48fe-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:27.19054828Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-0e48fe","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe","reconcileID":"918b0dcd-d2a3-42e8-b075-806e0ee23f81","namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:27.403693532Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"05116201-a752-4d68-aa59-1216ebf26720","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:27.583325612Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"75b96c55-63de-4c01-a0f5-c5da2263a3f7","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:27.586736239Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-0e48fe","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe","reconcileID":"840474fc-d24c-4cbb-8f44-dbf3768f51b2","namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-auth-0e48fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:27.58772612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"5358d060-3290-4248-91c4-f4c77acb7db1","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:27.590057429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"3352613f-c93b-438c-8f7c-4452a8536efb","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:27.59747487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"e3bdff05-ddc8-43e6-a28f-78d17d712f34","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cf206","tenantID":"e2e-inf-a-5cf206","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:27.748875869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"b86b8718-a15a-47a1-8142-7915aa5b41ad","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:27.786544765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"65272c56-46eb-45a6-96a9-6666b4ab7d79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:27.802288018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7deae5b9-42ee-4057-aafc-03c1bd330730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:27.816598114Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"2e6646ea-8f81-4d3d-81ea-fb72ae7bc914","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:27.963924571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-sub","reconcileID":"e4bd0315-ab80-4c2e-946c-31bc5f1fa331","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"maas-trlp-e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","model":"e2e-extmod-shr-user-78ab1c/e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:27.969582977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"7deae5b9-42ee-4057-aafc-03c1bd330730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:27.973181664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"5358d060-3290-4248-91c4-f4c77acb7db1","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:27.99108519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"3352613f-c93b-438c-8f7c-4452a8536efb","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"e2e-inf-a-a1f322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.016837889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"e3bdff05-ddc8-43e6-a28f-78d17d712f34","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"e2e-inf-a-5cf206-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.018109724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"65272c56-46eb-45a6-96a9-6666b4ab7d79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.018831465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-sub","reconcileID":"d478a0c9-4692-47bb-8195-9c97c96f9a95","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"maas-trlp-e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","model":"e2e-extmod-shr-user-78ab1c/e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.088648614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cf206-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"e3bdff05-ddc8-43e6-a28f-78d17d712f34","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.090773349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a1f322-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"3352613f-c93b-438c-8f7c-4452a8536efb","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.124594694Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"c0ea0b40-84b0-48a0-8d76-62620a128262","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.154874348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a3778e2e-2861-45fb-8e04-0b62920bff16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.155609266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcd14aad-7ff5-4ff2-a4f5-c1585ba67b68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.19086135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcd14aad-7ff5-4ff2-a4f5-c1585ba67b68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.19112744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a3778e2e-2861-45fb-8e04-0b62920bff16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.224606855Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-sub","reconcileID":"8fff0963-2514-46df-a7be-15b136851ce1","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6f9d52c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.265165255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"77b11147-0651-48db-a3af-d9390bb73820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.266023433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"c44c37f6-8b0a-4000-8dd0-f01af64bfec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.266502569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-sub","reconcileID":"68271c63-c2c4-4414-b49c-1600fbfd3295","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"maas-trlp-e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","model":"e2e-extmod-shr-user-78ab1c/e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.303371527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"77b11147-0651-48db-a3af-d9390bb73820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.436209389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"c44c37f6-8b0a-4000-8dd0-f01af64bfec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.574765678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-access","reconcileID":"00f256fc-c146-4b52-b7a0-ace53d53f563","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.64903985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"040cade3-0ff3-4930-978d-ca6f61e1960b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.669210731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-access","reconcileID":"00f256fc-c146-4b52-b7a0-ace53d53f563","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.706702141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"58438e9c-964b-4d3c-8cff-fb9b93f12278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.73232246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"040cade3-0ff3-4930-978d-ca6f61e1960b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.865832603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"b5c56594-1e39-4358-b29c-ea049f8ed1df","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.923781099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"58438e9c-964b-4d3c-8cff-fb9b93f12278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.939758804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"b8838241-3b81-45ff-b479-4e3d5b024ec7","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.952695632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"b5c56594-1e39-4358-b29c-ea049f8ed1df","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:28.967047463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"b8838241-3b81-45ff-b479-4e3d5b024ec7","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.095489146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a53985d4-7771-4164-951d-67e230de26a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.099034798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4260ad13-f9de-4f02-925c-cd52e4a02759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.119578691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a53985d4-7771-4164-951d-67e230de26a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.127686903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4260ad13-f9de-4f02-925c-cd52e4a02759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.189601328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"f0c710d5-5861-498a-b536-c2490f294090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.192549638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"04fbf087-49a8-45dc-8669-50517deb263e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.211829643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"f0c710d5-5861-498a-b536-c2490f294090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.213628468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"04fbf087-49a8-45dc-8669-50517deb263e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.291438546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"949c7c76-0ba2-4140-916a-20dc9470bbbd","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.316315912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"949c7c76-0ba2-4140-916a-20dc9470bbbd","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.375612588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"8aee8dff-ba96-47d5-b783-6aa2d4dca0ae","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cf206","tenantID":"e2e-inf-a-5cf206","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.409419247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"8aee8dff-ba96-47d5-b783-6aa2d4dca0ae","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"e2e-inf-a-5cf206-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.431294863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"0bfc7cbe-0873-4589-9508-4bdc1fa64082","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.447752641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cf206-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"8aee8dff-ba96-47d5-b783-6aa2d4dca0ae","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.466622379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"0bfc7cbe-0873-4589-9508-4bdc1fa64082","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.511456567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"037603b4-a8d7-49f9-a767-ab00f6de8a8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.51164995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"9d3d08e3-6601-4bd2-afd7-c04d845ce9a2","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.511456412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"ee16c169-bf19-4f46-91c6-4e4db8b4d17f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.533427435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"037603b4-a8d7-49f9-a767-ab00f6de8a8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.533810529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"9d3d08e3-6601-4bd2-afd7-c04d845ce9a2","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.535624538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"ee16c169-bf19-4f46-91c6-4e4db8b4d17f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.580289069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"a3b9f2b4-230f-43c3-9cc4-f070c556cd77","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.601453016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"a3b9f2b4-230f-43c3-9cc4-f070c556cd77","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"e2e-inf-a-a1f322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:29.622404813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a1f322-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"a3b9f2b4-230f-43c3-9cc4-f070c556cd77","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:30.111092268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-sub","reconcileID":"c148f1d0-4c62-40d7-9595-2fc58c03ca12","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"maas-trlp-e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","model":"e2e-extmod-shr-user-5cdfef/e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:30.20711249Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","reconcileID":"e1d085ec-e455-4f13-8c72-7662c3fc2d04","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-bef8f09d1952","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:30.596324523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"0d1b6092-6978-45fa-a6fb-36afe81c0737","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cf206","tenantID":"e2e-inf-a-5cf206","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:30.660457871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"0d1b6092-6978-45fa-a6fb-36afe81c0737","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"e2e-inf-a-5cf206-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:30.682748161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cf206-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f10a833ad5ea4d522cee1540803e4cd5b9999f0d06b8f152e5b503f125a821a4) AuthConfig (7165a9da77236b1ae6ba5d225505b9a18b8575020236d17a8ef24797c2166ddd) AuthConfig (a95ffbfc7bf37c03659e3bd588a13f603c35975efc2a4957c3764ba9bd37f712) AuthConfig (2a5df5ac272c2a41c1bb4a6ab2b1d62e9392004e7a48a6f63c8409a307b7492f) AuthConfig (5a71138295a504e21b30b71f5d88604a1b337b74945b42f1b2bbac738f3a20fb) AuthConfig (057a55b344ed6a1a9144fece910aac23b5e0f7041fd4f2087f7a4db182a77e06) AuthConfig (c0c14ab4ca236c35d5a15615a695be544e0d8b53f13c574e338b90f60a0cbaea) AuthConfig (0b8bdb7760a96ea061a8b1284c1f4e8be7dba7e36c63196c15492bf596562b1d) AuthConfig (39e1d5ccbe9a11eaa45b84e8b79ef785db900b2fea0abaffd2bc4798501a2f4e) AuthConfig (3e9b4e350a84fbc9061eb72b289e7e439fad5c98b248b3227fb7dbf581e8f755) AuthConfig (77195e2df3e1829b66c5b94c6c9481f084f48bab6e17d37abc1ead9c9e09c0ee) AuthConfig (7cd6d684cadedc506fe1f8d27b370aeb3d14f07200e66543cd8fdae6c77977cf) AuthConfig (73a16379df7193a741c597cce6ddaffabf615b5c799df648418e6e020ee19061) AuthConfig (b3647d89fc1d943fa830f11673753f17c614daf025dfb4b9f35dd06a9c813527) AuthConfig (e2167e43252238882a585bc5486e7cef51791cc116bfecda96933164612526fa) AuthConfig (4726c540eea84734294dd9a5335b138cdfa687fbdeb87d9bb6f8ecfb8f156473) AuthConfig (8df4461d97af4e13a1aa5cda1f6bc5eed7a5b60c93bf065e3679baabcfedd088) AuthConfig (2ffd62cc5480459347a391268612f12749d4d01f39616707d470a711d0a35dd2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"0d1b6092-6978-45fa-a6fb-36afe81c0737","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:30.706093079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"3a14288c-22c2-4a32-a85c-ac561f6ad442","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"tenant":"e2e-inf-a-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:30.706110964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"3a14288c-22c2-4a32-a85c-ac561f6ad442","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"routeName":"test-model-5cf206-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cf206","llmisvcName":"test-model-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:31.943702626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-access","reconcileID":"10e4868c-2aff-4f60-9234-7d589ec4a02b","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:31.943724432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"7c16cf3c-a6ab-4f0a-b2c7-9cfa0f9f4257","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:31.944078842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"1fc54180-d3ca-4dd9-b9ce-941b4a5c1449","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:31.944331286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"4caf6f06-d8cf-4d4c-bc2f-2d4fb266c01c","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:31.945112306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","reconcileID":"ae89749f-b133-4f65-96c2-6d7c42fd6bb9","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-bef8f09d1952","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:31.966335305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"1fc54180-d3ca-4dd9-b9ce-941b4a5c1449","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:31.967496893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"4caf6f06-d8cf-4d4c-bc2f-2d4fb266c01c","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:31.96986687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"7c16cf3c-a6ab-4f0a-b2c7-9cfa0f9f4257","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:31.970217231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-access","reconcileID":"10e4868c-2aff-4f60-9234-7d589ec4a02b","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:31.988928352Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-sub","reconcileID":"8d0a2a2e-3bb8-4106-9635-4f2fcec1b564","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a565d71d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:32.175966798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"28abb07d-325a-4943-9d96-a6546796e06a","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:32.176318083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-access","reconcileID":"442301bb-808d-4a05-9b72-84c599bbed87","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:32.197973238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-access","reconcileID":"442301bb-808d-4a05-9b72-84c599bbed87","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:32.19808796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"28abb07d-325a-4943-9d96-a6546796e06a","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:38.246959688Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-sub","reconcileID":"19831121-6dcd-4952-a23a-422012a6d8a7","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"model":"e2e-extmod-shr-user-78ab1c/e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","subscription":"e2e-shr-shared-0477ad-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:38.280251661Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-sub","reconcileID":"19831121-6dcd-4952-a23a-422012a6d8a7","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"model":"e2e-extmod-shr-user-78ab1c/e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:38.296702995Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-sub","reconcileID":"19831121-6dcd-4952-a23a-422012a6d8a7","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"maas-trlp-e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-extmod-shr-user-78ab1c/e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:38.392151151Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f8f132 priority=0:[ai-tenant-e2e-extmod-a-f8f132/e2e-shr-auth-cbb9c9-sub ai-tenant-e2e-extmod-a-f8f132/e2e-shr-quota-b98c7a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:38.40888022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"28d0db65-b06c-4f9d-94d0-648a08049d97","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:38.425599879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"8d2af04f-9776-42f0-9b00-a0cd73ffe911","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:38.446953137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"8d2af04f-9776-42f0-9b00-a0cd73ffe911","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:38.453855792Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"dd805d2a-33d9-4348-ac50-245ab324ba97","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:38.557987028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"46585810-6a13-48ea-b21a-4e35f43074de","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:38.596057428Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"653b50d8-5ab8-4da8-9cab-e4faa8fa347e","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"model":"e2e-extmod-shr-user-78ab1c/e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:38.716575453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"653b50d8-5ab8-4da8-9cab-e4faa8fa347e","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:38.771828217Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"653b50d8-5ab8-4da8-9cab-e4faa8fa347e","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"name":"e2e-extmod-b-b15ec3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:38.771847115Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"e2e-shr-shared-0477ad-access","reconcileID":"653b50d8-5ab8-4da8-9cab-e4faa8fa347e","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b15ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:38.809446852Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","reconcileID":"4fb4aa67-eb58-4a1d-b399-0a98b945b714","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-f44f4c314bf5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-b-b15ec3","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-b-b15ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:38.956569602Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"76aa2e01-03fa-49cb-bcd1-29f052ff5347","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:39.022005951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"923a6544-728e-4122-ac73-65a139647a7b","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:39.041496435Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-sub","reconcileID":"15cff0ba-4277-4ef4-ae63-9a4fbcce4d4e","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-75e17a68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:39.046558748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"923a6544-728e-4122-ac73-65a139647a7b","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:39.261984723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"01bb1dcb-4cee-498e-80ff-a3cf42a2b273","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:39.286305205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"01bb1dcb-4cee-498e-80ff-a3cf42a2b273","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:39.682538828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"2d8eb803-9991-428c-889c-cd7a1a8bca3c","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:39.761775073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"2d8eb803-9991-428c-889c-cd7a1a8bca3c","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"e2e-inf-a-a1f322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:39.782614257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a1f322-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75424970f9dd3b6cd52837c97d8ed87ea187291708b4803c281cf07a438cb062) AuthConfig (a66270d80357c0ae005ff63ce0971487e61f5f75dd4f7d9f7075810c6385be59) AuthConfig (17c740e3bd96bad0bd72841539a1c62ee05ec858d5348f4df815280414fa2ce2) AuthConfig (475dadc1642a4a50c2c59833bf848e03bac5a92d2a39f3ac4738a30d38c5bb79) AuthConfig (f6dd20c5dfcf4c9fbe3c34b05976d81e2466c804a4de20bac00c48ee4b967cb9) AuthConfig (966454a93a689989da55a87e0d350a1c2eb015c473991d9620eaa85b8525594d) AuthConfig (dfaa19dff877c8dbade9746428255762912eb6d487b6361ba58303969eef5f40) AuthConfig (78db3b44549ed869a1a4aa72e7b79578080eb3c27eba0448e62b8e58f2d5fdf7) AuthConfig (2094b63b81ad7446a64c5ace4d49facb3897d8977cd1357c217200cf41aa47fb) AuthConfig (b5bf6d56327df50246b43493a1eeb17ec7f3a655be62c386156c4d980312c686) AuthConfig (d866ff1e0ee69c4d3b0adc6b15f75d77f1f4340ebe5a9d1f4139d7355b9779d7) AuthConfig (891c2fa79c024bc22c2efbe66c765f91c6b4777952ad0ba4c441597a6a7e2163) AuthConfig (75c9e9b0cd34ef19d6dc97ae4343a7db2b6dd698aeffcfbce2d76691d53cbddd) AuthConfig (161784611585993877a578d7f30c24c7a007cc30d871088183736a20413c676f) AuthConfig (041a697fb8c1d73ca23df8cf3a0e1c599ae1eb9137063d6da5516fb9b115b37d) AuthConfig (fcb803c122aa787d743526ffdd3bcb92a1adeb03980b96ec88716a1e9caefc59) AuthConfig (4226d3082f1c4860d57ca7b7ead19ee4bf1f89b4a423fea04f65895ae288cb0d) AuthConfig (c72dff3e27b144cde53abb9ba7ef2dd64d551865ba2409899eb18173aa2a2e39)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"2d8eb803-9991-428c-889c-cd7a1a8bca3c","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:39.804993743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"a9a04e3c-0a14-40ad-ab4a-6acb1916ddba","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"tenant":"e2e-inf-a-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:39.805011098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"a9a04e3c-0a14-40ad-ab4a-6acb1916ddba","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"routeName":"test-model-a1f322-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1f322","llmisvcName":"test-model-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:40.741304045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"23b3219b-8a02-4363-88d5-f99dce7baf04","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cf206","tenantID":"e2e-inf-a-5cf206","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:40.764281097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"23b3219b-8a02-4363-88d5-f99dce7baf04","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"e2e-inf-a-5cf206-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:40.784183027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cf206-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f10a833ad5ea4d522cee1540803e4cd5b9999f0d06b8f152e5b503f125a821a4) AuthConfig (7165a9da77236b1ae6ba5d225505b9a18b8575020236d17a8ef24797c2166ddd) AuthConfig (a95ffbfc7bf37c03659e3bd588a13f603c35975efc2a4957c3764ba9bd37f712) AuthConfig (2a5df5ac272c2a41c1bb4a6ab2b1d62e9392004e7a48a6f63c8409a307b7492f) AuthConfig (5a71138295a504e21b30b71f5d88604a1b337b74945b42f1b2bbac738f3a20fb) AuthConfig (057a55b344ed6a1a9144fece910aac23b5e0f7041fd4f2087f7a4db182a77e06) AuthConfig (c0c14ab4ca236c35d5a15615a695be544e0d8b53f13c574e338b90f60a0cbaea) AuthConfig (0b8bdb7760a96ea061a8b1284c1f4e8be7dba7e36c63196c15492bf596562b1d) AuthConfig (39e1d5ccbe9a11eaa45b84e8b79ef785db900b2fea0abaffd2bc4798501a2f4e) AuthConfig (3e9b4e350a84fbc9061eb72b289e7e439fad5c98b248b3227fb7dbf581e8f755) AuthConfig (77195e2df3e1829b66c5b94c6c9481f084f48bab6e17d37abc1ead9c9e09c0ee) AuthConfig (7cd6d684cadedc506fe1f8d27b370aeb3d14f07200e66543cd8fdae6c77977cf) AuthConfig (73a16379df7193a741c597cce6ddaffabf615b5c799df648418e6e020ee19061) AuthConfig (b3647d89fc1d943fa830f11673753f17c614daf025dfb4b9f35dd06a9c813527) AuthConfig (e2167e43252238882a585bc5486e7cef51791cc116bfecda96933164612526fa) AuthConfig (4726c540eea84734294dd9a5335b138cdfa687fbdeb87d9bb6f8ecfb8f156473) AuthConfig (8df4461d97af4e13a1aa5cda1f6bc5eed7a5b60c93bf065e3679baabcfedd088) AuthConfig (2ffd62cc5480459347a391268612f12749d4d01f39616707d470a711d0a35dd2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"23b3219b-8a02-4363-88d5-f99dce7baf04","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.005925228Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-sub","reconcileID":"ae086c6b-ff7c-428a-a778-1d1b2726473b","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"model":"e2e-extmod-shr-user-5cdfef/e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","subscription":"e2e-shr-quota-b98c7a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.039136665Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-sub","reconcileID":"ae086c6b-ff7c-428a-a778-1d1b2726473b","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"model":"e2e-extmod-shr-user-5cdfef/e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.055819813Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-sub","reconcileID":"ae086c6b-ff7c-428a-a778-1d1b2726473b","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"maas-trlp-e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-extmod-shr-user-5cdfef/e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.150315645Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f8f132 priority=0:[ai-tenant-e2e-extmod-a-f8f132/e2e-shr-auth-cbb9c9-sub ai-tenant-e2e-extmod-a-f8f132/e2e-shr-quota-b98c7a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.166953912Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","reconcileID":"7a7c9428-3b71-4e93-9751-4ba03b4d97c8","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-bef8f09d1952","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.200999283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"074d6183-dcd4-4ec1-9fbd-97ad653f18c3","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.201004324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-access","reconcileID":"863ab210-2e1f-4c9e-8e62-5ee05fffaac3","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.223838114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"074d6183-dcd4-4ec1-9fbd-97ad653f18c3","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.223982867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-access","reconcileID":"863ab210-2e1f-4c9e-8e62-5ee05fffaac3","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.324431528Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","reconcileID":"4ff94e70-d4c4-4cf8-88b3-daa25999d49b","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-bef8f09d1952","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.372670949Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-quota-b98c7a-access","reconcileID":"d9c5c601-8b3b-4ff1-bf3b-292de1c6bd5c","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"model":"e2e-extmod-shr-user-5cdfef/e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.445457523Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","reconcileID":"97db2f26-1ef3-4626-9d55-5a056f9597c3","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-bef8f09d1952","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.594719711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","reconcileID":"5eb09408-b0ce-4a57-a80c-b4233afc6ef4","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-7d07d1b2bba7","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.631773104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"5cdeee0e-f3f6-403c-bce1-4fed7c3bb82b","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.63707156Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-sub","reconcileID":"99b0bddb-3cf6-4518-9eba-df2d0feb45d0","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3b97cd30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.637253276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"e25c8d70-71f4-4f7c-a6a4-d78e17c3b570","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.653577384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"5cdeee0e-f3f6-403c-bce1-4fed7c3bb82b","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.658520896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"e25c8d70-71f4-4f7c-a6a4-d78e17c3b570","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.851949954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"fee3720b-657c-4251-813c-f80dd121dedb","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.851965951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"bc394d55-8b6a-49c2-b2f3-c9452362dbf1","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.873261938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"bc394d55-8b6a-49c2-b2f3-c9452362dbf1","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:42.873571635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"fee3720b-657c-4251-813c-f80dd121dedb","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:48.508198266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"2313d24d-95d2-4e32-97ce-20b690563320","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ecae0","tenantID":"e2e-inf-b-0ecae0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:48.55355658Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"2313d24d-95d2-4e32-97ce-20b690563320","name":"e2e-inf-b-0ecae0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:49.05854049Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-sub","reconcileID":"fe0bede9-c682-49e3-b8bf-893a1216815e","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"model":"e2e-extmod-shr-user-78ab1c/e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","subscription":"e2e-shr-shared-0477ad-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:49.092176779Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-sub","reconcileID":"fe0bede9-c682-49e3-b8bf-893a1216815e","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"model":"e2e-extmod-shr-user-78ab1c/e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:49.109195903Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-sub","reconcileID":"fe0bede9-c682-49e3-b8bf-893a1216815e","MaaSSubscription":{"name":"e2e-shr-shared-0477ad-sub","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"maas-trlp-e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-extmod-shr-user-78ab1c/e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:49.228041847Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"f520e4e3-305f-4e60-bee0-ff2e0cb7762c","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:49.244943536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"2225ae68-ea3d-44dc-81bf-9d9f0da500d2","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:49.266639188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"2225ae68-ea3d-44dc-81bf-9d9f0da500d2","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:49.267075284Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"48298529-2533-40df-8e54-12874c7953af","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:49.375191601Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"e5069ddc-1a71-49f6-95c9-ab07edc424ec","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:49.414816257Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"ffb4cee5-70b4-445c-bece-b05b4ac900a4","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"model":"e2e-extmod-shr-user-78ab1c/e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:49.464397858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"ffb4cee5-70b4-445c-bece-b05b4ac900a4","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:49.522462926Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"ffb4cee5-70b4-445c-bece-b05b4ac900a4","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"name":"e2e-extmod-a-59b8a9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:49.522488968Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"e2e-shr-shared-0477ad-access","reconcileID":"ffb4cee5-70b4-445c-bece-b05b4ac900a4","MaaSAuthPolicy":{"name":"e2e-shr-shared-0477ad-access","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-59b8a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:49.559815067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"7befb875-0c86-4597-aefe-a2bb2f8e9c02","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:49.839293547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"9be76eed-7025-435f-9082-a19e83c60348","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:49.860280253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"9be76eed-7025-435f-9082-a19e83c60348","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"e2e-inf-a-a1f322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:49.880105397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a1f322-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75424970f9dd3b6cd52837c97d8ed87ea187291708b4803c281cf07a438cb062) AuthConfig (a66270d80357c0ae005ff63ce0971487e61f5f75dd4f7d9f7075810c6385be59) AuthConfig (17c740e3bd96bad0bd72841539a1c62ee05ec858d5348f4df815280414fa2ce2) AuthConfig (475dadc1642a4a50c2c59833bf848e03bac5a92d2a39f3ac4738a30d38c5bb79) AuthConfig (f6dd20c5dfcf4c9fbe3c34b05976d81e2466c804a4de20bac00c48ee4b967cb9) AuthConfig (966454a93a689989da55a87e0d350a1c2eb015c473991d9620eaa85b8525594d) AuthConfig (dfaa19dff877c8dbade9746428255762912eb6d487b6361ba58303969eef5f40) AuthConfig (78db3b44549ed869a1a4aa72e7b79578080eb3c27eba0448e62b8e58f2d5fdf7) AuthConfig (2094b63b81ad7446a64c5ace4d49facb3897d8977cd1357c217200cf41aa47fb) AuthConfig (b5bf6d56327df50246b43493a1eeb17ec7f3a655be62c386156c4d980312c686) AuthConfig (d866ff1e0ee69c4d3b0adc6b15f75d77f1f4340ebe5a9d1f4139d7355b9779d7) AuthConfig (891c2fa79c024bc22c2efbe66c765f91c6b4777952ad0ba4c441597a6a7e2163) AuthConfig (75c9e9b0cd34ef19d6dc97ae4343a7db2b6dd698aeffcfbce2d76691d53cbddd) AuthConfig (161784611585993877a578d7f30c24c7a007cc30d871088183736a20413c676f) AuthConfig (041a697fb8c1d73ca23df8cf3a0e1c599ae1eb9137063d6da5516fb9b115b37d) AuthConfig (fcb803c122aa787d743526ffdd3bcb92a1adeb03980b96ec88716a1e9caefc59) AuthConfig (4226d3082f1c4860d57ca7b7ead19ee4bf1f89b4a423fea04f65895ae288cb0d) AuthConfig (c72dff3e27b144cde53abb9ba7ef2dd64d551865ba2409899eb18173aa2a2e39)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"9be76eed-7025-435f-9082-a19e83c60348","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:49.901174956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","reconcileID":"eacf2d12-e13a-4b59-a704-16840f52f57f","MaaSModelRef":{"name":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","namespace":"e2e-extmod-shr-user-78ab1c"},"routeName":"external-model-e2e-shr-shared-0477ad-cb3096fdabb5","namespace":"e2e-extmod-shr-user-78ab1c","model":"e2e-shr-shared-0477ad-e2e-extmod-a-59b8a9","externalModel":"e2e-shr-shared-0477ad","provider":"e2e-shr-shared-0477ad-provider","gateway":"openshift-ingress/e2e-extmod-a-59b8a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.436702507Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-0477ad","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad","reconcileID":"f1c0d554-e610-47d0-9854-303baa0436ef","namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.476319934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"d27f2e63-e80d-4b28-9074-46c2099d3b6a","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cf206","tenantID":"e2e-inf-a-5cf206","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.476624057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"dc00f49c-9dfd-46d3-afef-5733862a7747","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.502655726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e37687f3-f6db-4cab-a819-83c025678400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.502827736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"fb159f0b-991a-40b3-b5ba-9897951e52ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.510089015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"dc00f49c-9dfd-46d3-afef-5733862a7747","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"e2e-inf-a-a1f322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.510102067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"d27f2e63-e80d-4b28-9074-46c2099d3b6a","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"e2e-inf-a-5cf206-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.522187214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"5feb8f8e-b552-492c-b8fd-858279f84eb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.527777793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e37687f3-f6db-4cab-a819-83c025678400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.529115264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"fb159f0b-991a-40b3-b5ba-9897951e52ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.542090764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cf206-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f10a833ad5ea4d522cee1540803e4cd5b9999f0d06b8f152e5b503f125a821a4) AuthConfig (7165a9da77236b1ae6ba5d225505b9a18b8575020236d17a8ef24797c2166ddd) AuthConfig (a95ffbfc7bf37c03659e3bd588a13f603c35975efc2a4957c3764ba9bd37f712) AuthConfig (2a5df5ac272c2a41c1bb4a6ab2b1d62e9392004e7a48a6f63c8409a307b7492f) AuthConfig (5a71138295a504e21b30b71f5d88604a1b337b74945b42f1b2bbac738f3a20fb) AuthConfig (057a55b344ed6a1a9144fece910aac23b5e0f7041fd4f2087f7a4db182a77e06) AuthConfig (c0c14ab4ca236c35d5a15615a695be544e0d8b53f13c574e338b90f60a0cbaea) AuthConfig (0b8bdb7760a96ea061a8b1284c1f4e8be7dba7e36c63196c15492bf596562b1d) AuthConfig (39e1d5ccbe9a11eaa45b84e8b79ef785db900b2fea0abaffd2bc4798501a2f4e) AuthConfig (3e9b4e350a84fbc9061eb72b289e7e439fad5c98b248b3227fb7dbf581e8f755) AuthConfig (77195e2df3e1829b66c5b94c6c9481f084f48bab6e17d37abc1ead9c9e09c0ee) AuthConfig (7cd6d684cadedc506fe1f8d27b370aeb3d14f07200e66543cd8fdae6c77977cf) AuthConfig (73a16379df7193a741c597cce6ddaffabf615b5c799df648418e6e020ee19061) AuthConfig (b3647d89fc1d943fa830f11673753f17c614daf025dfb4b9f35dd06a9c813527) AuthConfig (e2167e43252238882a585bc5486e7cef51791cc116bfecda96933164612526fa) AuthConfig (4726c540eea84734294dd9a5335b138cdfa687fbdeb87d9bb6f8ecfb8f156473) AuthConfig (8df4461d97af4e13a1aa5cda1f6bc5eed7a5b60c93bf065e3679baabcfedd088) AuthConfig (2ffd62cc5480459347a391268612f12749d4d01f39616707d470a711d0a35dd2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"d27f2e63-e80d-4b28-9074-46c2099d3b6a","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.547666742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a1f322-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75424970f9dd3b6cd52837c97d8ed87ea187291708b4803c281cf07a438cb062) AuthConfig (a66270d80357c0ae005ff63ce0971487e61f5f75dd4f7d9f7075810c6385be59) AuthConfig (17c740e3bd96bad0bd72841539a1c62ee05ec858d5348f4df815280414fa2ce2) AuthConfig (475dadc1642a4a50c2c59833bf848e03bac5a92d2a39f3ac4738a30d38c5bb79) AuthConfig (f6dd20c5dfcf4c9fbe3c34b05976d81e2466c804a4de20bac00c48ee4b967cb9) AuthConfig (966454a93a689989da55a87e0d350a1c2eb015c473991d9620eaa85b8525594d) AuthConfig (dfaa19dff877c8dbade9746428255762912eb6d487b6361ba58303969eef5f40) AuthConfig (78db3b44549ed869a1a4aa72e7b79578080eb3c27eba0448e62b8e58f2d5fdf7) AuthConfig (2094b63b81ad7446a64c5ace4d49facb3897d8977cd1357c217200cf41aa47fb) AuthConfig (b5bf6d56327df50246b43493a1eeb17ec7f3a655be62c386156c4d980312c686) AuthConfig (d866ff1e0ee69c4d3b0adc6b15f75d77f1f4340ebe5a9d1f4139d7355b9779d7) AuthConfig (891c2fa79c024bc22c2efbe66c765f91c6b4777952ad0ba4c441597a6a7e2163) AuthConfig (75c9e9b0cd34ef19d6dc97ae4343a7db2b6dd698aeffcfbce2d76691d53cbddd) AuthConfig (161784611585993877a578d7f30c24c7a007cc30d871088183736a20413c676f) AuthConfig (041a697fb8c1d73ca23df8cf3a0e1c599ae1eb9137063d6da5516fb9b115b37d) AuthConfig (fcb803c122aa787d743526ffdd3bcb92a1adeb03980b96ec88716a1e9caefc59) AuthConfig (4226d3082f1c4860d57ca7b7ead19ee4bf1f89b4a423fea04f65895ae288cb0d) AuthConfig (c72dff3e27b144cde53abb9ba7ef2dd64d551865ba2409899eb18173aa2a2e39)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"dc00f49c-9dfd-46d3-afef-5733862a7747","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.548823405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"5feb8f8e-b552-492c-b8fd-858279f84eb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.62175399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"8470f05e-1de0-4f9a-aa63-b950f8162efd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.623192105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"115ff572-6aab-4ee0-ba16-dcb66b376205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.659659492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"8470f05e-1de0-4f9a-aa63-b950f8162efd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.660622174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"115ff572-6aab-4ee0-ba16-dcb66b376205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.712190038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"f222ad28-b8a4-45d6-9e73-66877ee23b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.713478095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1be1ce1-1d6b-4b27-82f2-a0ab2a7919f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.734077625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"f222ad28-b8a4-45d6-9e73-66877ee23b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.736427358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1be1ce1-1d6b-4b27-82f2-a0ab2a7919f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.790279786Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-0477ad","namespace":"e2e-extmod-shr-user-78ab1c"},"namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad","reconcileID":"37ea01a0-c14f-4059-a4bd-83d104ac20dc","namespace":"e2e-extmod-shr-user-78ab1c","name":"e2e-shr-shared-0477ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.810568108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"578475a3-e9dd-4cc3-9e6e-ebf97206a42d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.815500388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"3e727580-55f8-408a-868e-c22534101a51","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.825185773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"d8212f63-0a0f-444c-a586-c5b3c9a1ffb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.825408595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"ca722c4e-b141-4d84-b490-ab2cf2dd661c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.829412715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"d58023ab-d706-45de-ada3-980284a2b16c","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.831290165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"578475a3-e9dd-4cc3-9e6e-ebf97206a42d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.83650883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"3e727580-55f8-408a-868e-c22534101a51","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.846374295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"d8212f63-0a0f-444c-a586-c5b3c9a1ffb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.846515888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"ca722c4e-b141-4d84-b490-ab2cf2dd661c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:50.850428112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"d58023ab-d706-45de-ada3-980284a2b16c","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.036486755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"2ff5852e-2b54-4188-96c5-de57ed2e83c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.064805303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"2ff5852e-2b54-4188-96c5-de57ed2e83c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.164401978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"7c9ce43f-3eb4-4ac1-8c6b-95792ac68bf0","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cf206","tenantID":"e2e-inf-a-5cf206","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.164747106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"22c2b4b5-5ec4-4dfc-84cc-de36274d5bbd","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.188867589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"49065abf-8030-4fe4-affb-7eaeb870e448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.222078878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"22c2b4b5-5ec4-4dfc-84cc-de36274d5bbd","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"e2e-inf-a-a1f322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.22269852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"7c9ce43f-3eb4-4ac1-8c6b-95792ac68bf0","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"e2e-inf-a-5cf206-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.254470911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"ef1af807-bc2a-4bb7-b0f0-147950c6c9af","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.268957888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"49065abf-8030-4fe4-affb-7eaeb870e448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.273325809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a1f322-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75424970f9dd3b6cd52837c97d8ed87ea187291708b4803c281cf07a438cb062) AuthConfig (a66270d80357c0ae005ff63ce0971487e61f5f75dd4f7d9f7075810c6385be59) AuthConfig (17c740e3bd96bad0bd72841539a1c62ee05ec858d5348f4df815280414fa2ce2) AuthConfig (475dadc1642a4a50c2c59833bf848e03bac5a92d2a39f3ac4738a30d38c5bb79) AuthConfig (f6dd20c5dfcf4c9fbe3c34b05976d81e2466c804a4de20bac00c48ee4b967cb9) AuthConfig (966454a93a689989da55a87e0d350a1c2eb015c473991d9620eaa85b8525594d) AuthConfig (dfaa19dff877c8dbade9746428255762912eb6d487b6361ba58303969eef5f40) AuthConfig (78db3b44549ed869a1a4aa72e7b79578080eb3c27eba0448e62b8e58f2d5fdf7) AuthConfig (2094b63b81ad7446a64c5ace4d49facb3897d8977cd1357c217200cf41aa47fb) AuthConfig (b5bf6d56327df50246b43493a1eeb17ec7f3a655be62c386156c4d980312c686) AuthConfig (d866ff1e0ee69c4d3b0adc6b15f75d77f1f4340ebe5a9d1f4139d7355b9779d7) AuthConfig (891c2fa79c024bc22c2efbe66c765f91c6b4777952ad0ba4c441597a6a7e2163) AuthConfig (75c9e9b0cd34ef19d6dc97ae4343a7db2b6dd698aeffcfbce2d76691d53cbddd) AuthConfig (161784611585993877a578d7f30c24c7a007cc30d871088183736a20413c676f) AuthConfig (041a697fb8c1d73ca23df8cf3a0e1c599ae1eb9137063d6da5516fb9b115b37d) AuthConfig (fcb803c122aa787d743526ffdd3bcb92a1adeb03980b96ec88716a1e9caefc59) AuthConfig (4226d3082f1c4860d57ca7b7ead19ee4bf1f89b4a423fea04f65895ae288cb0d) AuthConfig (c72dff3e27b144cde53abb9ba7ef2dd64d551865ba2409899eb18173aa2a2e39)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"22c2b4b5-5ec4-4dfc-84cc-de36274d5bbd","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.277434296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cf206-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f10a833ad5ea4d522cee1540803e4cd5b9999f0d06b8f152e5b503f125a821a4) AuthConfig (7165a9da77236b1ae6ba5d225505b9a18b8575020236d17a8ef24797c2166ddd) AuthConfig (a95ffbfc7bf37c03659e3bd588a13f603c35975efc2a4957c3764ba9bd37f712) AuthConfig (2a5df5ac272c2a41c1bb4a6ab2b1d62e9392004e7a48a6f63c8409a307b7492f) AuthConfig (5a71138295a504e21b30b71f5d88604a1b337b74945b42f1b2bbac738f3a20fb) AuthConfig (057a55b344ed6a1a9144fece910aac23b5e0f7041fd4f2087f7a4db182a77e06) AuthConfig (c0c14ab4ca236c35d5a15615a695be544e0d8b53f13c574e338b90f60a0cbaea) AuthConfig (0b8bdb7760a96ea061a8b1284c1f4e8be7dba7e36c63196c15492bf596562b1d) AuthConfig (39e1d5ccbe9a11eaa45b84e8b79ef785db900b2fea0abaffd2bc4798501a2f4e) AuthConfig (3e9b4e350a84fbc9061eb72b289e7e439fad5c98b248b3227fb7dbf581e8f755) AuthConfig (77195e2df3e1829b66c5b94c6c9481f084f48bab6e17d37abc1ead9c9e09c0ee) AuthConfig (7cd6d684cadedc506fe1f8d27b370aeb3d14f07200e66543cd8fdae6c77977cf) AuthConfig (73a16379df7193a741c597cce6ddaffabf615b5c799df648418e6e020ee19061) AuthConfig (b3647d89fc1d943fa830f11673753f17c614daf025dfb4b9f35dd06a9c813527) AuthConfig (e2167e43252238882a585bc5486e7cef51791cc116bfecda96933164612526fa) AuthConfig (4726c540eea84734294dd9a5335b138cdfa687fbdeb87d9bb6f8ecfb8f156473) AuthConfig (8df4461d97af4e13a1aa5cda1f6bc5eed7a5b60c93bf065e3679baabcfedd088) AuthConfig (2ffd62cc5480459347a391268612f12749d4d01f39616707d470a711d0a35dd2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"7c9ce43f-3eb4-4ac1-8c6b-95792ac68bf0","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.280562576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"ef1af807-bc2a-4bb7-b0f0-147950c6c9af","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.327087048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c0e5fbd-8f91-4ea9-af89-61187e366a5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.327389775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"bce404f1-81b0-40e2-bbaa-6808bb9863e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.334212243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"c972d8ac-273a-49e7-9bb6-a71f5de8226c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.348318271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"bce404f1-81b0-40e2-bbaa-6808bb9863e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.348462628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c0e5fbd-8f91-4ea9-af89-61187e366a5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.355840918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"c972d8ac-273a-49e7-9bb6-a71f5de8226c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.517366552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"debd0be3-03a2-4aa1-b3ad-9ae56461b3d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.517388073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"b5e95a28-ed45-4d13-bb2d-fc8f92614b6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.539430825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"b5e95a28-ed45-4d13-bb2d-fc8f92614b6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.539488553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"debd0be3-03a2-4aa1-b3ad-9ae56461b3d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.618172176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14f060e0-c074-4909-ad7c-7735e6fc3743","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.618559743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"54e12891-fb0f-4773-81d7-fe92e7ba7ace","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.619005223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"29daf1a9-fc8c-4342-8277-21ad4b3e9513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.644407462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"29daf1a9-fc8c-4342-8277-21ad4b3e9513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.648459688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"54e12891-fb0f-4773-81d7-fe92e7ba7ace","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.649535925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14f060e0-c074-4909-ad7c-7735e6fc3743","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.721659209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"0c981059-0848-460b-b157-a5661fd8e9f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.721658763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"048bff36-930f-47d3-97e3-e49346b22498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.742759896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"0c981059-0848-460b-b157-a5661fd8e9f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.742813443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"048bff36-930f-47d3-97e3-e49346b22498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.806871394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"470696b6-a766-445c-a004-d06db357d689","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.821697275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"7a7c4f25-f33d-4f04-b6d0-c94b574004f4","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.82770901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"470696b6-a766-445c-a004-d06db357d689","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:51.842554023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"7a7c4f25-f33d-4f04-b6d0-c94b574004f4","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:52.653857798Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-sub","reconcileID":"9f82c39f-43f4-45d7-afe0-a190b4887502","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"model":"e2e-extmod-shr-user-5cdfef/e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","subscription":"e2e-shr-quota-b98c7a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:52.699979617Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-sub","reconcileID":"9f82c39f-43f4-45d7-afe0-a190b4887502","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"model":"e2e-extmod-shr-user-5cdfef/e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:52.720480013Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-sub","reconcileID":"9f82c39f-43f4-45d7-afe0-a190b4887502","MaaSSubscription":{"name":"e2e-shr-quota-b98c7a-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"maas-trlp-e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-extmod-shr-user-5cdfef/e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:52.892328436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","reconcileID":"8e13c746-94c8-4bcb-99cb-422c8eb5d260","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-7d07d1b2bba7","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:52.924159382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"05d14543-2e9e-446a-8912-ac036d5de0b9","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:52.924236438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"9a21d8eb-8171-4b76-8932-853df66bd577","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:52.945974024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"05d14543-2e9e-446a-8912-ac036d5de0b9","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:52.946048748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"9a21d8eb-8171-4b76-8932-853df66bd577","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:53.041718212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","reconcileID":"5aa10746-d858-47f2-b119-886974d0f833","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-7d07d1b2bba7","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:53.095338259Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-quota-b98c7a-access","reconcileID":"d4fd4bed-1915-49bc-b39c-53d7237c1013","MaaSAuthPolicy":{"name":"e2e-shr-quota-b98c7a-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"model":"e2e-extmod-shr-user-5cdfef/e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:53.233569986Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","reconcileID":"ee4315f2-e530-4322-a73a-d79231d0c599","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-7d07d1b2bba7","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:53.590430553Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","reconcileID":"12ab6abc-cccf-40f5-9938-75256890c482","MaaSModelRef":{"name":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-quota-b98c7a-7d07d1b2bba7","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-quota-b98c7a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-quota-b98c7a","provider":"e2e-shr-quota-b98c7a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.166386607Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-b98c7a","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a","reconcileID":"1062d2d8-6c54-4396-8a9c-e6cf8b1c3d64","namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.18892912Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"15a4f4cc-24a8-4a60-a634-c30412dc3f11","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.201547996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"a88824ce-8a1b-4c20-8793-900a8c0b1f0d","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.201552882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"2c289552-446c-4f00-be67-a3120f00e0e2","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cf206","tenantID":"e2e-inf-a-5cf206","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.205985782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"17743a74-1bf8-4053-a572-6684c04473e7","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.216439774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7b61fc28-e241-4e35-ae4d-8d99717ef1bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.21684653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"bbf0c18a-e4c7-46ab-b14e-2b6ee10fa6ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.258353834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d3c538f-c854-4d48-9cfd-2a690fc5feee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.260596767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"2c289552-446c-4f00-be67-a3120f00e0e2","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"e2e-inf-a-5cf206-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.261813496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"7b61fc28-e241-4e35-ae4d-8d99717ef1bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.262509419Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","reconcileID":"69a35314-93ed-4fc0-8d70-c13976ed4ee2","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-892d01165081","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.262725553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"a88824ce-8a1b-4c20-8793-900a8c0b1f0d","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"e2e-inf-a-a1f322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.279473625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"bbf0c18a-e4c7-46ab-b14e-2b6ee10fa6ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.280032339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d3c538f-c854-4d48-9cfd-2a690fc5feee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.280506064Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","reconcileID":"6bd99035-1622-46af-adb8-07f549f12eee","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-b62460e8e316","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.281235794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cf206-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f10a833ad5ea4d522cee1540803e4cd5b9999f0d06b8f152e5b503f125a821a4) AuthConfig (7165a9da77236b1ae6ba5d225505b9a18b8575020236d17a8ef24797c2166ddd) AuthConfig (a95ffbfc7bf37c03659e3bd588a13f603c35975efc2a4957c3764ba9bd37f712) AuthConfig (2a5df5ac272c2a41c1bb4a6ab2b1d62e9392004e7a48a6f63c8409a307b7492f) AuthConfig (5a71138295a504e21b30b71f5d88604a1b337b74945b42f1b2bbac738f3a20fb) AuthConfig (057a55b344ed6a1a9144fece910aac23b5e0f7041fd4f2087f7a4db182a77e06) AuthConfig (c0c14ab4ca236c35d5a15615a695be544e0d8b53f13c574e338b90f60a0cbaea) AuthConfig (0b8bdb7760a96ea061a8b1284c1f4e8be7dba7e36c63196c15492bf596562b1d) AuthConfig (39e1d5ccbe9a11eaa45b84e8b79ef785db900b2fea0abaffd2bc4798501a2f4e) AuthConfig (3e9b4e350a84fbc9061eb72b289e7e439fad5c98b248b3227fb7dbf581e8f755) AuthConfig (77195e2df3e1829b66c5b94c6c9481f084f48bab6e17d37abc1ead9c9e09c0ee) AuthConfig (7cd6d684cadedc506fe1f8d27b370aeb3d14f07200e66543cd8fdae6c77977cf) AuthConfig (73a16379df7193a741c597cce6ddaffabf615b5c799df648418e6e020ee19061) AuthConfig (b3647d89fc1d943fa830f11673753f17c614daf025dfb4b9f35dd06a9c813527) AuthConfig (e2167e43252238882a585bc5486e7cef51791cc116bfecda96933164612526fa) AuthConfig (4726c540eea84734294dd9a5335b138cdfa687fbdeb87d9bb6f8ecfb8f156473) AuthConfig (8df4461d97af4e13a1aa5cda1f6bc5eed7a5b60c93bf065e3679baabcfedd088) AuthConfig (2ffd62cc5480459347a391268612f12749d4d01f39616707d470a711d0a35dd2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"2c289552-446c-4f00-be67-a3120f00e0e2","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.282964943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a1f322-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75424970f9dd3b6cd52837c97d8ed87ea187291708b4803c281cf07a438cb062) AuthConfig (a66270d80357c0ae005ff63ce0971487e61f5f75dd4f7d9f7075810c6385be59) AuthConfig (17c740e3bd96bad0bd72841539a1c62ee05ec858d5348f4df815280414fa2ce2) AuthConfig (475dadc1642a4a50c2c59833bf848e03bac5a92d2a39f3ac4738a30d38c5bb79) AuthConfig (f6dd20c5dfcf4c9fbe3c34b05976d81e2466c804a4de20bac00c48ee4b967cb9) AuthConfig (966454a93a689989da55a87e0d350a1c2eb015c473991d9620eaa85b8525594d) AuthConfig (dfaa19dff877c8dbade9746428255762912eb6d487b6361ba58303969eef5f40) AuthConfig (78db3b44549ed869a1a4aa72e7b79578080eb3c27eba0448e62b8e58f2d5fdf7) AuthConfig (2094b63b81ad7446a64c5ace4d49facb3897d8977cd1357c217200cf41aa47fb) AuthConfig (b5bf6d56327df50246b43493a1eeb17ec7f3a655be62c386156c4d980312c686) AuthConfig (d866ff1e0ee69c4d3b0adc6b15f75d77f1f4340ebe5a9d1f4139d7355b9779d7) AuthConfig (891c2fa79c024bc22c2efbe66c765f91c6b4777952ad0ba4c441597a6a7e2163) AuthConfig (75c9e9b0cd34ef19d6dc97ae4343a7db2b6dd698aeffcfbce2d76691d53cbddd) AuthConfig (161784611585993877a578d7f30c24c7a007cc30d871088183736a20413c676f) AuthConfig (041a697fb8c1d73ca23df8cf3a0e1c599ae1eb9137063d6da5516fb9b115b37d) AuthConfig (fcb803c122aa787d743526ffdd3bcb92a1adeb03980b96ec88716a1e9caefc59) AuthConfig (4226d3082f1c4860d57ca7b7ead19ee4bf1f89b4a423fea04f65895ae288cb0d) AuthConfig (c72dff3e27b144cde53abb9ba7ef2dd64d551865ba2409899eb18173aa2a2e39)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"a88824ce-8a1b-4c20-8793-900a8c0b1f0d","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.2963997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"b1853c67-4c63-4990-b16f-35d94ee60a0b","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"maas-trlp-e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","model":"e2e-extmod-shr-user-5cdfef/e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.296417135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"3f6537e1-61e1-49c7-92be-35945a01a7da","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"maas-trlp-e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","model":"e2e-extmod-shr-user-5cdfef/e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.297195934Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"3b2441b0-c2eb-4374-b8c3-053208c9abe2","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.314459939Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"7f50c941-c942-4896-a922-33c34f9fb5ef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.33030751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f5fbb436-0ab2-40f4-870f-6760f5003799","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.331120919Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","reconcileID":"d74bfb75-9c0f-4d75-b13d-cf8c6b4df736","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-892d01165081","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.332947168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"19a26381-fc43-4197-8845-264a1a59eaa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.351624699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"f5fbb436-0ab2-40f4-870f-6760f5003799","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.354218281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"19a26381-fc43-4197-8845-264a1a59eaa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.357625545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"8d91f4f9-c51c-415f-b0a1-9b7925c0375c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.379139415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"8d91f4f9-c51c-415f-b0a1-9b7925c0375c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.382969998Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.431718215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"16f83221-c8d9-49e8-bda3-f7b7ee5b677a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.431773502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a08d5ddc-04cf-4374-a996-387b557f036b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.432473984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"8eef8ed5-e0de-4d86-8070-a9a0e8e3c315","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"maas-trlp-e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","model":"e2e-extmod-shr-user-5cdfef/e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.434353909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"bb1dcc45-ec2d-4a9e-ac87-595f224033b6","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"maas-trlp-e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","model":"e2e-extmod-shr-user-5cdfef/e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.449308507Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-b98c7a","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a","reconcileID":"2019d23d-b483-4a30-a863-802fab3673b4","namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-quota-b98c7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.454939547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a08d5ddc-04cf-4374-a996-387b557f036b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.456485362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"16f83221-c8d9-49e8-bda3-f7b7ee5b677a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.614759806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"62cd4213-f277-4f76-8433-7dc4b8c66807","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.615709145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"35556908-bcab-4175-bfcd-9c88ce95eb5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.645156516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"62cd4213-f277-4f76-8433-7dc4b8c66807","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.655250735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"1fcb0604-f76a-451f-b388-37909b2c9bba","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.655748556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"1e054a8d-488c-4816-95d7-591230701030","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.661157073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"35556908-bcab-4175-bfcd-9c88ce95eb5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.678106152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"1e054a8d-488c-4816-95d7-591230701030","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.67877996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"376e2579-df2b-4597-a85e-a0c10dc248de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.679200149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"1fcb0604-f76a-451f-b388-37909b2c9bba","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.699749517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"376e2579-df2b-4597-a85e-a0c10dc248de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.746259375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"d54897c4-7252-4f17-b0e8-b1efbff42e2c","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cf206","tenantID":"e2e-inf-a-5cf206","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.761816348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"7334193a-2db4-4cdb-9f79-a940ccdb5d14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.767712954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"d54897c4-7252-4f17-b0e8-b1efbff42e2c","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"e2e-inf-a-5cf206-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.782949612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"7334193a-2db4-4cdb-9f79-a940ccdb5d14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.790223718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cf206-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f10a833ad5ea4d522cee1540803e4cd5b9999f0d06b8f152e5b503f125a821a4) AuthConfig (7165a9da77236b1ae6ba5d225505b9a18b8575020236d17a8ef24797c2166ddd) AuthConfig (a95ffbfc7bf37c03659e3bd588a13f603c35975efc2a4957c3764ba9bd37f712) AuthConfig (2a5df5ac272c2a41c1bb4a6ab2b1d62e9392004e7a48a6f63c8409a307b7492f) AuthConfig (5a71138295a504e21b30b71f5d88604a1b337b74945b42f1b2bbac738f3a20fb) AuthConfig (057a55b344ed6a1a9144fece910aac23b5e0f7041fd4f2087f7a4db182a77e06) AuthConfig (c0c14ab4ca236c35d5a15615a695be544e0d8b53f13c574e338b90f60a0cbaea) AuthConfig (0b8bdb7760a96ea061a8b1284c1f4e8be7dba7e36c63196c15492bf596562b1d) AuthConfig (39e1d5ccbe9a11eaa45b84e8b79ef785db900b2fea0abaffd2bc4798501a2f4e) AuthConfig (3e9b4e350a84fbc9061eb72b289e7e439fad5c98b248b3227fb7dbf581e8f755) AuthConfig (77195e2df3e1829b66c5b94c6c9481f084f48bab6e17d37abc1ead9c9e09c0ee) AuthConfig (7cd6d684cadedc506fe1f8d27b370aeb3d14f07200e66543cd8fdae6c77977cf) AuthConfig (73a16379df7193a741c597cce6ddaffabf615b5c799df648418e6e020ee19061) AuthConfig (b3647d89fc1d943fa830f11673753f17c614daf025dfb4b9f35dd06a9c813527) AuthConfig (e2167e43252238882a585bc5486e7cef51791cc116bfecda96933164612526fa) AuthConfig (4726c540eea84734294dd9a5335b138cdfa687fbdeb87d9bb6f8ecfb8f156473) AuthConfig (8df4461d97af4e13a1aa5cda1f6bc5eed7a5b60c93bf065e3679baabcfedd088) AuthConfig (2ffd62cc5480459347a391268612f12749d4d01f39616707d470a711d0a35dd2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"d54897c4-7252-4f17-b0e8-b1efbff42e2c","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.847040139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"16185b6d-dcf8-427b-ad0b-571126036ede","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.868470372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"16185b6d-dcf8-427b-ad0b-571126036ede","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"e2e-inf-a-a1f322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.889057625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a1f322-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75424970f9dd3b6cd52837c97d8ed87ea187291708b4803c281cf07a438cb062) AuthConfig (a66270d80357c0ae005ff63ce0971487e61f5f75dd4f7d9f7075810c6385be59) AuthConfig (17c740e3bd96bad0bd72841539a1c62ee05ec858d5348f4df815280414fa2ce2) AuthConfig (475dadc1642a4a50c2c59833bf848e03bac5a92d2a39f3ac4738a30d38c5bb79) AuthConfig (f6dd20c5dfcf4c9fbe3c34b05976d81e2466c804a4de20bac00c48ee4b967cb9) AuthConfig (966454a93a689989da55a87e0d350a1c2eb015c473991d9620eaa85b8525594d) AuthConfig (dfaa19dff877c8dbade9746428255762912eb6d487b6361ba58303969eef5f40) AuthConfig (78db3b44549ed869a1a4aa72e7b79578080eb3c27eba0448e62b8e58f2d5fdf7) AuthConfig (2094b63b81ad7446a64c5ace4d49facb3897d8977cd1357c217200cf41aa47fb) AuthConfig (b5bf6d56327df50246b43493a1eeb17ec7f3a655be62c386156c4d980312c686) AuthConfig (d866ff1e0ee69c4d3b0adc6b15f75d77f1f4340ebe5a9d1f4139d7355b9779d7) AuthConfig (891c2fa79c024bc22c2efbe66c765f91c6b4777952ad0ba4c441597a6a7e2163) AuthConfig (75c9e9b0cd34ef19d6dc97ae4343a7db2b6dd698aeffcfbce2d76691d53cbddd) AuthConfig (161784611585993877a578d7f30c24c7a007cc30d871088183736a20413c676f) AuthConfig (041a697fb8c1d73ca23df8cf3a0e1c599ae1eb9137063d6da5516fb9b115b37d) AuthConfig (fcb803c122aa787d743526ffdd3bcb92a1adeb03980b96ec88716a1e9caefc59) AuthConfig (4226d3082f1c4860d57ca7b7ead19ee4bf1f89b4a423fea04f65895ae288cb0d) AuthConfig (c72dff3e27b144cde53abb9ba7ef2dd64d551865ba2409899eb18173aa2a2e39)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"16185b6d-dcf8-427b-ad0b-571126036ede","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.962931167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2aee15e9-7962-4ace-8ed8-878a27a46589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.964074159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"147b69c9-c39c-49f2-b979-ec96d35cdd0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.966956639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"50087bbd-59ef-4bfa-a159-1479db3c3e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.967005108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"7f558f74-1a69-4aa2-b65a-1483b3719447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.987089066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"147b69c9-c39c-49f2-b979-ec96d35cdd0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.987728526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2aee15e9-7962-4ace-8ed8-878a27a46589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.99613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"50087bbd-59ef-4bfa-a159-1479db3c3e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:54.996647541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"7f558f74-1a69-4aa2-b65a-1483b3719447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:55.074929974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"5a051a5a-3a1d-4b1e-a8b7-e78cdae11360","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:55.096942372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"5a051a5a-3a1d-4b1e-a8b7-e78cdae11360","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:55.192564751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b14d43e9-8d4c-4a4b-a704-72fb95d3f4f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:55.197846657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbcf83ef-a03e-4345-a20e-ddc36689d8fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:55.210618881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"bc5aee97-d5d3-4bba-ba4b-a001b1e651f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:55.242677999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbcf83ef-a03e-4345-a20e-ddc36689d8fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:55.313573292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"b14d43e9-8d4c-4a4b-a704-72fb95d3f4f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:55.387623535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"bc5aee97-d5d3-4bba-ba4b-a001b1e651f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:55.426636863Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"249357b4-7fcc-4860-98e4-a2651765ff1d","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:55.447831306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"1b755fb9-9fe9-4f2c-bccd-ba9eb9ce50d2","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:55.472852197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"1b755fb9-9fe9-4f2c-bccd-ba9eb9ce50d2","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:55.47385669Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"9f05b529-9706-4127-989e-e5a12899367d","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b3286f98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:55.664370075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"8bba622e-16df-4bdb-b49a-0848da54f87d","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:25:55.689873735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"8bba622e-16df-4bdb-b49a-0848da54f87d","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:01.756257098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d16c116-bb9a-4711-a275-95fe47a189b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:01.772525987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d16c116-bb9a-4711-a275-95fe47a189b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:01.788741007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d16c116-bb9a-4711-a275-95fe47a189b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:01.805250434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d16c116-bb9a-4711-a275-95fe47a189b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:02.501649641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2224d742-f49a-4a4f-91ae-e33a697c231c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:02.517789354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2224d742-f49a-4a4f-91ae-e33a697c231c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:02.536682048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2224d742-f49a-4a4f-91ae-e33a697c231c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:02.553987455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2224d742-f49a-4a4f-91ae-e33a697c231c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:02.601950865Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-0190d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-0190d8","reconcileID":"2982a4ec-bf91-4a6a-82ec-d27b7ea1d177","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-0190d8","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-0190d8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:03.262463811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c95424f-a6b7-45e8-9306-b19b174f0cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:03.278700202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c95424f-a6b7-45e8-9306-b19b174f0cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:03.294539046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c95424f-a6b7-45e8-9306-b19b174f0cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:03.31047625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c95424f-a6b7-45e8-9306-b19b174f0cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:04.846334002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"3e6d951c-4495-4936-b4ba-6276f7170775","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cf206","tenantID":"e2e-inf-a-5cf206","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:04.929610469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"3e6d951c-4495-4936-b4ba-6276f7170775","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"e2e-inf-a-5cf206-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:04.954790172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cf206-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f10a833ad5ea4d522cee1540803e4cd5b9999f0d06b8f152e5b503f125a821a4) AuthConfig (7165a9da77236b1ae6ba5d225505b9a18b8575020236d17a8ef24797c2166ddd) AuthConfig (a95ffbfc7bf37c03659e3bd588a13f603c35975efc2a4957c3764ba9bd37f712) AuthConfig (2a5df5ac272c2a41c1bb4a6ab2b1d62e9392004e7a48a6f63c8409a307b7492f) AuthConfig (5a71138295a504e21b30b71f5d88604a1b337b74945b42f1b2bbac738f3a20fb) AuthConfig (057a55b344ed6a1a9144fece910aac23b5e0f7041fd4f2087f7a4db182a77e06) AuthConfig (c0c14ab4ca236c35d5a15615a695be544e0d8b53f13c574e338b90f60a0cbaea) AuthConfig (0b8bdb7760a96ea061a8b1284c1f4e8be7dba7e36c63196c15492bf596562b1d) AuthConfig (39e1d5ccbe9a11eaa45b84e8b79ef785db900b2fea0abaffd2bc4798501a2f4e) AuthConfig (3e9b4e350a84fbc9061eb72b289e7e439fad5c98b248b3227fb7dbf581e8f755) AuthConfig (77195e2df3e1829b66c5b94c6c9481f084f48bab6e17d37abc1ead9c9e09c0ee) AuthConfig (7cd6d684cadedc506fe1f8d27b370aeb3d14f07200e66543cd8fdae6c77977cf) AuthConfig (73a16379df7193a741c597cce6ddaffabf615b5c799df648418e6e020ee19061) AuthConfig (b3647d89fc1d943fa830f11673753f17c614daf025dfb4b9f35dd06a9c813527) AuthConfig (e2167e43252238882a585bc5486e7cef51791cc116bfecda96933164612526fa) AuthConfig (4726c540eea84734294dd9a5335b138cdfa687fbdeb87d9bb6f8ecfb8f156473) AuthConfig (8df4461d97af4e13a1aa5cda1f6bc5eed7a5b60c93bf065e3679baabcfedd088) AuthConfig (2ffd62cc5480459347a391268612f12749d4d01f39616707d470a711d0a35dd2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"3e6d951c-4495-4936-b4ba-6276f7170775","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:04.96888599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"81fc230c-975f-4dff-b3c8-2d9ed4c235d9","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:04.990843187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"81fc230c-975f-4dff-b3c8-2d9ed4c235d9","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"e2e-inf-a-a1f322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:05.011423946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a1f322-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75424970f9dd3b6cd52837c97d8ed87ea187291708b4803c281cf07a438cb062) AuthConfig (a66270d80357c0ae005ff63ce0971487e61f5f75dd4f7d9f7075810c6385be59) AuthConfig (17c740e3bd96bad0bd72841539a1c62ee05ec858d5348f4df815280414fa2ce2) AuthConfig (475dadc1642a4a50c2c59833bf848e03bac5a92d2a39f3ac4738a30d38c5bb79) AuthConfig (f6dd20c5dfcf4c9fbe3c34b05976d81e2466c804a4de20bac00c48ee4b967cb9) AuthConfig (966454a93a689989da55a87e0d350a1c2eb015c473991d9620eaa85b8525594d) AuthConfig (dfaa19dff877c8dbade9746428255762912eb6d487b6361ba58303969eef5f40) AuthConfig (78db3b44549ed869a1a4aa72e7b79578080eb3c27eba0448e62b8e58f2d5fdf7) AuthConfig (2094b63b81ad7446a64c5ace4d49facb3897d8977cd1357c217200cf41aa47fb) AuthConfig (b5bf6d56327df50246b43493a1eeb17ec7f3a655be62c386156c4d980312c686) AuthConfig (d866ff1e0ee69c4d3b0adc6b15f75d77f1f4340ebe5a9d1f4139d7355b9779d7) AuthConfig (891c2fa79c024bc22c2efbe66c765f91c6b4777952ad0ba4c441597a6a7e2163) AuthConfig (75c9e9b0cd34ef19d6dc97ae4343a7db2b6dd698aeffcfbce2d76691d53cbddd) AuthConfig (161784611585993877a578d7f30c24c7a007cc30d871088183736a20413c676f) AuthConfig (041a697fb8c1d73ca23df8cf3a0e1c599ae1eb9137063d6da5516fb9b115b37d) AuthConfig (fcb803c122aa787d743526ffdd3bcb92a1adeb03980b96ec88716a1e9caefc59) AuthConfig (4226d3082f1c4860d57ca7b7ead19ee4bf1f89b4a423fea04f65895ae288cb0d) AuthConfig (c72dff3e27b144cde53abb9ba7ef2dd64d551865ba2409899eb18173aa2a2e39)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"81fc230c-975f-4dff-b3c8-2d9ed4c235d9","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:05.492448286Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"6b526a45-08cc-470b-a4a2-e0fe1e3f3741","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"model":"e2e-extmod-shr-user-5cdfef/e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","subscription":"e2e-shr-auth-cbb9c9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:05.533871355Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"6b526a45-08cc-470b-a4a2-e0fe1e3f3741","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"model":"e2e-extmod-shr-user-5cdfef/e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:05.550490986Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"6b526a45-08cc-470b-a4a2-e0fe1e3f3741","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"maas-trlp-e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-extmod-shr-user-5cdfef/e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:05.664934402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"104dd01b-690e-45c6-8299-7ead97b24c9a","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:05.681124944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"1154971d-3931-4efd-a689-a5c64aa7d3df","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:05.702135625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"1154971d-3931-4efd-a689-a5c64aa7d3df","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:05.858554901Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"62002aca-aeed-47c8-8b08-c788561797b0","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:05.859123421Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"544505c8-224c-4158-a18b-309ff3c1396b","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"model":"e2e-extmod-shr-user-5cdfef/e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:05.907270057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"544505c8-224c-4158-a18b-309ff3c1396b","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:05.962860425Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"544505c8-224c-4158-a18b-309ff3c1396b","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"name":"e2e-extmod-b-2bc4e2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:05.962879532Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"544505c8-224c-4158-a18b-309ff3c1396b","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bc4e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:06.002349251Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","reconcileID":"e0ef9a0d-8f93-4590-a1d2-3e60b26f985c","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-1fa14f780fbb","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:06.150318193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"f1761330-66a2-44b6-a736-03726c1809dd","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:06.177558587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"7d24f213-ab0e-4b30-83a4-feb625b8e331","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:06.212624357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"7d24f213-ab0e-4b30-83a4-feb625b8e331","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:06.213638Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"f4f7b794-6520-43cc-8a2a-337293bdc8d4","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a3095ccd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:06.398634936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"44a16a95-3e7d-442b-a0e5-fb8bd8209dc0","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:06.423631327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"44a16a95-3e7d-442b-a0e5-fb8bd8209dc0","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:14.988147275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"dd61e870-9d33-47d3-be8c-71d9307139d6","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cf206","tenantID":"e2e-inf-a-5cf206","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:15.009257736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"dd61e870-9d33-47d3-be8c-71d9307139d6","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"e2e-inf-a-5cf206-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:15.105241988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"170a5abb-0651-4be6-920a-b5bb449e88b5","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:15.106536795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"905b4a05-c4fa-40bb-bbdd-1ab0c42d6be0","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"tenant":"e2e-inf-a-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:15.123875436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"905b4a05-c4fa-40bb-bbdd-1ab0c42d6be0","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"routeName":"test-model-5cf206-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cf206","llmisvcName":"test-model-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:15.145945582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"170a5abb-0651-4be6-920a-b5bb449e88b5","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"e2e-inf-a-a1f322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:15.234063355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"d783bbdb-1b03-4bec-95b7-5d6520688016","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"tenant":"e2e-inf-a-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:15.234085234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"d783bbdb-1b03-4bec-95b7-5d6520688016","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"routeName":"test-model-a1f322-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1f322","llmisvcName":"test-model-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:16.230781776Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"b71c2a42-b225-49c6-92ab-9b8c53aa3189","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"model":"e2e-extmod-shr-user-5cdfef/e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","subscription":"e2e-shr-auth-cbb9c9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:16.263693649Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"b71c2a42-b225-49c6-92ab-9b8c53aa3189","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"model":"e2e-extmod-shr-user-5cdfef/e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:16.280296929Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-sub","reconcileID":"b71c2a42-b225-49c6-92ab-9b8c53aa3189","MaaSSubscription":{"name":"e2e-shr-auth-cbb9c9-sub","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"maas-trlp-e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-extmod-shr-user-5cdfef/e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:16.454357652Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"38b3f0f0-b0ff-4619-9337-0cfb21c65d20","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:16.497040453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"eae3f0ee-4d1b-49c1-962f-4a8123826368","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:16.517888226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"eae3f0ee-4d1b-49c1-962f-4a8123826368","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:16.613840153Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"05b22afe-613f-421e-b594-ad8a36a1932f","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:16.694171591Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"65b68be1-bdd9-49db-9857-c15500e0d400","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"model":"e2e-extmod-shr-user-5cdfef/e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:16.741963692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"65b68be1-bdd9-49db-9857-c15500e0d400","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:16.797236343Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"65b68be1-bdd9-49db-9857-c15500e0d400","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"name":"e2e-extmod-a-f8f132-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:16.797256316Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"e2e-shr-auth-cbb9c9-access","reconcileID":"65b68be1-bdd9-49db-9857-c15500e0d400","MaaSAuthPolicy":{"name":"e2e-shr-auth-cbb9c9-access","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f8f132","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:16.834246045Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"68c478c6-64bc-463b-8e33-0265afb5aac1","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.216672079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","reconcileID":"817fa403-146a-4701-88a9-7fca69f0cd6d","MaaSModelRef":{"name":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-auth-cbb9c9-c74da3dbb901","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-auth-cbb9c9-e2e-extmod-a-f8f132","externalModel":"e2e-shr-auth-cbb9c9","provider":"e2e-shr-auth-cbb9c9-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.243039961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"97e3f9e8-80ad-4181-a217-e91d02d5958b","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"tenant":"e2e-inf-a-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.24318245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"97e3f9e8-80ad-4181-a217-e91d02d5958b","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"routeName":"test-model-5cf206-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cf206","llmisvcName":"test-model-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.261484698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"10459a96-41b3-4070-84cb-aa3cc102dad9","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cf206","tenantID":"e2e-inf-a-5cf206","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:26:17.262307855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5cf206-sub","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-sub","reconcileID":"a001b4b3-34e8-47c9-8404-72408b469777","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-5cf206-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.268086986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"58f86608-3386-479f-bd41-1e1c07b43012","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"tenant":"e2e-inf-a-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.268105329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"58f86608-3386-479f-bd41-1e1c07b43012","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"routeName":"test-model-5cf206-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cf206","llmisvcName":"test-model-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.282555358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"10459a96-41b3-4070-84cb-aa3cc102dad9","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"e2e-inf-a-5cf206-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.3049561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"9987b6fb-9ce4-4d5f-a62b-cb5bb8bc8381","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"tenant":"e2e-inf-a-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.304972228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"9987b6fb-9ce4-4d5f-a62b-cb5bb8bc8381","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"routeName":"test-model-5cf206-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cf206","llmisvcName":"test-model-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.32696263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"6fca3080-758f-4204-a3be-e020ba2c069a","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"tenant":"e2e-inf-a-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.326982055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"6fca3080-758f-4204-a3be-e020ba2c069a","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"routeName":"test-model-5cf206-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cf206","llmisvcName":"test-model-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.394817209Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5cf206-sub","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-sub","reconcileID":"7cedf8ad-2438-4114-8378-5844531aa204","MaaSSubscription":{"name":"test-model-5cf206-sub","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"maas-trlp-test-model-5cf206","model":"test-model-5cf206","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-5cf206/test-model-5cf206-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.44697248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"5df097d5-383a-43e9-a173-3795506c4ba1","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cf206","tenantID":"e2e-inf-a-5cf206","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.453434871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"8158b250-7642-402a-b432-dc636bd0200c","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"tenant":"e2e-inf-a-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.453456212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"8158b250-7642-402a-b432-dc636bd0200c","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"routeName":"test-model-5cf206-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cf206","llmisvcName":"test-model-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.467932007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"5df097d5-383a-43e9-a173-3795506c4ba1","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"e2e-inf-a-5cf206-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.519470551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5cf206-sub","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-sub","reconcileID":"a5e05cfc-7505-4679-a8a9-5772d092eb81","MaaSSubscription":{"name":"test-model-5cf206-sub","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"maas-trlp-test-model-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.800431856Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-cbb9c9","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9","reconcileID":"ec4c1964-3d13-4ce1-ac14-6d893e8a58df","namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.83397146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"125e973b-0d01-4763-9537-af6f65b57de2","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.837264802Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","reconcileID":"e3818a3d-63a0-42f4-9a8e-930be6c39bd9","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-892d01165081","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.849819741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"ccfb26d0-c278-43ac-8d8a-017523dd5906","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.849969407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"8b630454-1038-4534-aa71-cadfd5e98e52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.850279722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e482af8b-520d-4257-8ed1-2fe19caadc6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.850708062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e1557a35-25b8-4c0f-a86f-be7f4ea59ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.853810197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","reconcileID":"95a43f7b-1d88-4308-9ea1-71180a7cfef5","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-b62460e8e316","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.855076529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"125e973b-0d01-4763-9537-af6f65b57de2","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"e2e-inf-a-a1f322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.871098644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"8b630454-1038-4534-aa71-cadfd5e98e52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.871137251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"ccfb26d0-c278-43ac-8d8a-017523dd5906","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.87340827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"e1557a35-25b8-4c0f-a86f-be7f4ea59ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.873504128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e482af8b-520d-4257-8ed1-2fe19caadc6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.924842326Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","reconcileID":"52c526b6-acca-4804-9b9f-49ceb17f36f0","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-892d01165081","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:17.941513433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","reconcileID":"53e1200f-c102-41db-ac57-b66a2865bb49","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-b62460e8e316","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-b-2bc4e2","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-b-2bc4e2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.101936608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"6c5d882c-ca39-4ce8-bff3-173fa47511f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.102037502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e810145f-a9d5-4c50-8dd9-83377c8f1ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.113340324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"3eae6839-b6c7-41f2-8d29-1ee8a7cbc518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.124562074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"6c5d882c-ca39-4ce8-bff3-173fa47511f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.125425704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e810145f-a9d5-4c50-8dd9-83377c8f1ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.136511669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"3eae6839-b6c7-41f2-8d29-1ee8a7cbc518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.168244198Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-cbb9c9","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9","reconcileID":"08c50a18-b1ff-40d2-8ebf-1198d27af1b2","namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-auth-cbb9c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.186260538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2a224ee8-8141-43c6-9ac4-0f2d646a07a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.186264663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"87225399-3db5-4eae-9519-6db64b4149cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.210756545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"87225399-3db5-4eae-9519-6db64b4149cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.210768555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2a224ee8-8141-43c6-9ac4-0f2d646a07a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.254627761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"3e2ebd21-2165-46d2-add5-0759e31b681b","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cf206","tenantID":"e2e-inf-a-5cf206","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.284787332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"6aeb491c-2ebb-46d5-8f65-8fd01a30a0e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.285343657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"707422ff-f8af-49a0-ba22-4f048fe8ab07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.39486309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"3e2ebd21-2165-46d2-add5-0759e31b681b","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"e2e-inf-a-5cf206-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.413652316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"6aeb491c-2ebb-46d5-8f65-8fd01a30a0e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.416820803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"707422ff-f8af-49a0-ba22-4f048fe8ab07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.417378187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"07bfa198-bfcf-4fd0-9048-fe761b6f6f2e","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.442150207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"07bfa198-bfcf-4fd0-9048-fe761b6f6f2e","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"e2e-inf-a-a1f322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.503868544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"9e4a4a75-722b-484b-9802-f6ccf58b0603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.525859289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"9e4a4a75-722b-484b-9802-f6ccf58b0603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.6802064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb4461d3-512f-4484-b0b6-34a1f8f8df02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.694653562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"2641c86e-2ff5-4662-a86f-394560827f6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.695489073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"7cc24800-2c3c-4b1a-ada6-a6e0335a28a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.695893368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"d4c20751-d0c9-4f65-b45b-f584e2150e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.701366213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb4461d3-512f-4484-b0b6-34a1f8f8df02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.712296435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"2258081b-bf76-4b95-9b38-adb02d084d58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.715436192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"2641c86e-2ff5-4662-a86f-394560827f6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.717032416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"7cc24800-2c3c-4b1a-ada6-a6e0335a28a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.7178814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"d4c20751-d0c9-4f65-b45b-f584e2150e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.735710489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"2258081b-bf76-4b95-9b38-adb02d084d58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.906086802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"d5402500-fa8b-4cb3-adbc-d809b8a2f4da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.93489411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","reconcileID":"2a420eb8-5eda-4863-8858-0e0c44137c96","MaaSModelRef":{"name":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","namespace":"e2e-extmod-shr-user-5cdfef"},"routeName":"external-model-e2e-shr-shared-e5db5a-892d01165081","namespace":"e2e-extmod-shr-user-5cdfef","model":"e2e-shr-shared-e5db5a-e2e-extmod-a-f8f132","externalModel":"e2e-shr-shared-e5db5a","provider":"e2e-shr-shared-e5db5a-provider","gateway":"openshift-ingress/e2e-extmod-a-f8f132","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.949872201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"d5402500-fa8b-4cb3-adbc-d809b8a2f4da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.955639581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a80e4317-525d-46f4-9dbf-b57ecc33df4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.955850954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"3cf6d218-d15c-42dc-a8d6-64fd384bc497","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.955639733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56b74a3c-4352-4807-8b11-f6faa03a5be0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.985454114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56b74a3c-4352-4807-8b11-f6faa03a5be0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.988652742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a80e4317-525d-46f4-9dbf-b57ecc33df4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:18.991387302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"3cf6d218-d15c-42dc-a8d6-64fd384bc497","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:19.48193838Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-e5db5a","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a","reconcileID":"02575cc9-ab48-4d2f-8be6-b94d60f99090","namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:19.514420587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"456271c6-e4e1-4d27-9b0c-95d8f64de960","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:19.515037594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"bfef32d3-52d0-4d45-a6fb-62a3fd470dc8","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cf206","tenantID":"e2e-inf-a-5cf206","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:19.53127414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43004fcc-7740-4713-b73c-ff923d5b07ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:19.531417237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"5fe91bba-8a6f-41d4-93c6-9b9fc5849f63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:19.531693236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"3455b200-ca13-4912-ac95-fc31b22c0757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:19.537026062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"456271c6-e4e1-4d27-9b0c-95d8f64de960","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"e2e-inf-a-a1f322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:19.537044883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"bfef32d3-52d0-4d45-a6fb-62a3fd470dc8","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"e2e-inf-a-5cf206-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:19.553780903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"3455b200-ca13-4912-ac95-fc31b22c0757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:19.553803375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"5fe91bba-8a6f-41d4-93c6-9b9fc5849f63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:19.556116757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43004fcc-7740-4713-b73c-ff923d5b07ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:19.717829205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"1cea5683-e342-4bb2-b3e1-ccda26f03404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:19.717860187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"30330fa1-40f6-4877-b991-5799bbd0cdc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:19.739036757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"1cea5683-e342-4bb2-b3e1-ccda26f03404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:19.739208127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"30330fa1-40f6-4877-b991-5799bbd0cdc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:19.776484332Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-e5db5a","namespace":"e2e-extmod-shr-user-5cdfef"},"namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a","reconcileID":"3d8a8ab8-1bad-47d1-bcba-e167d873cd8a","namespace":"e2e-extmod-shr-user-5cdfef","name":"e2e-shr-shared-e5db5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:19.830499767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"2532f28a-5eb8-4c26-9feb-5f5aee29b949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:19.831130664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"1cdfc119-4119-404c-8d42-96fe3af0b9b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:19.831536948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"af104c1d-3a24-493b-980b-a8cd5f4fbd72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.014249732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"2532f28a-5eb8-4c26-9feb-5f5aee29b949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.015203988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"1cdfc119-4119-404c-8d42-96fe3af0b9b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.018275708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"af104c1d-3a24-493b-980b-a8cd5f4fbd72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.06168971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b64894b0-bf91-49a9-9bda-b54c3c193162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.061962841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13c5aa36-d55b-48e6-948c-fd204db15cd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.082843017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b64894b0-bf91-49a9-9bda-b54c3c193162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.082894214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13c5aa36-d55b-48e6-948c-fd204db15cd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.164134968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"17af4771-cb59-4963-8247-44bf1d78655e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.164276598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"bb6fa4ba-9188-40d0-90ed-2ade7acfb9f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.16413363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"d702379d-23ed-45e1-b3c2-91a897a04bf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.184930727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"17af4771-cb59-4963-8247-44bf1d78655e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.185470842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"bb6fa4ba-9188-40d0-90ed-2ade7acfb9f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.187049743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"d702379d-23ed-45e1-b3c2-91a897a04bf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.271616231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"5c96b9fe-c9a6-40b7-a41a-45cf95b65122","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"tenant":"e2e-inf-a-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.271643076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"5c96b9fe-c9a6-40b7-a41a-45cf95b65122","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"routeName":"test-model-a1f322-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1f322","llmisvcName":"test-model-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.33239784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"dc46d883-324d-46ca-a122-4d3a4b117db9","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"tenant":"e2e-inf-a-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.3324258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"dc46d883-324d-46ca-a122-4d3a4b117db9","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"routeName":"test-model-a1f322-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1f322","llmisvcName":"test-model-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:26:20.380413561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1f322-sub","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-sub","reconcileID":"a7ab7340-5ccc-49ef-ac5e-29234755b3eb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-a1f322-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.382409235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"cc1c833a-2f8b-4550-a615-3f6f845eb801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.382645862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"b7fc6223-bdfa-40f7-a49d-b9153a473419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:26:20.38312648Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"dc46d883-324d-46ca-a122-4d3a4b117db9","name":"test-model-a1f322","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-a1f322\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:26:20.437066217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"dc46d883-324d-46ca-a122-4d3a4b117db9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-a1f322\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.429832101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"a8fe33b1-6189-4a08-968f-deccef7c103f","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cf206","tenantID":"e2e-inf-a-5cf206","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.443514343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"42fc087c-8b33-42f2-b15b-adb399f6dd97","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"tenant":"e2e-inf-a-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.443539434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"42fc087c-8b33-42f2-b15b-adb399f6dd97","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"routeName":"test-model-a1f322-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1f322","llmisvcName":"test-model-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.445225244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"30f6e7f3-1ba5-48a1-8ae0-d4c23801a34d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.445520985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"72c9c5ba-1296-4b04-b260-c6a9baed7a4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.461603273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"a8fe33b1-6189-4a08-968f-deccef7c103f","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"e2e-inf-a-5cf206-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.4668949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"cc1c833a-2f8b-4550-a615-3f6f845eb801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.468079201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"b7fc6223-bdfa-40f7-a49d-b9153a473419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.471710431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"30f6e7f3-1ba5-48a1-8ae0-d4c23801a34d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.471717654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"72c9c5ba-1296-4b04-b260-c6a9baed7a4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.497609884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"5e06655c-d0e3-44d8-bbee-e2e9bdc3afe8","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"tenant":"e2e-inf-a-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.497637377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"5e06655c-d0e3-44d8-bbee-e2e9bdc3afe8","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"routeName":"test-model-a1f322-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1f322","llmisvcName":"test-model-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.518595054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"beb42b2a-f369-4b46-9662-c0e09a9e4f70","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"tenant":"e2e-inf-a-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.518617295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"beb42b2a-f369-4b46-9662-c0e09a9e4f70","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"routeName":"test-model-a1f322-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1f322","llmisvcName":"test-model-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.566023267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"6d3cc80b-4b8e-4b19-9f3f-496b28811557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.586777548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"6d3cc80b-4b8e-4b19-9f3f-496b28811557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.587512134Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1f322-sub","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-sub","reconcileID":"0ae38d54-b399-48d6-b54b-4ced3aca0b3b","MaaSSubscription":{"name":"test-model-a1f322-sub","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"maas-trlp-test-model-a1f322","model":"test-model-a1f322","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-a1f322/test-model-a1f322-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.646944454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"04be25ee-d86c-4f43-9a19-8941d98a9319","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"tenant":"e2e-inf-a-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.646963661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"04be25ee-d86c-4f43-9a19-8941d98a9319","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"routeName":"test-model-a1f322-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1f322","llmisvcName":"test-model-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.649847121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"78ec4301-dac5-4ecf-b073-21d8a113aef0","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.665061242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccaa3de4-c859-45f8-9734-1491e01a2515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.665142562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a6de0be6-768a-46ca-958c-dc183d88676d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.670522321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"78ec4301-dac5-4ecf-b073-21d8a113aef0","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"e2e-inf-a-a1f322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.685874701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a6de0be6-768a-46ca-958c-dc183d88676d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.686066408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccaa3de4-c859-45f8-9734-1491e01a2515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:20.710856369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1f322-sub","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-sub","reconcileID":"878ea7a8-9a5a-4323-9faf-14aac45ccb69","MaaSSubscription":{"name":"test-model-a1f322-sub","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"maas-trlp-test-model-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:24.382744161Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:30.830937345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea46f35c-edc5-4164-b93b-4b1f7f36ed87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:30.847002304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea46f35c-edc5-4164-b93b-4b1f7f36ed87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:30.862834676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea46f35c-edc5-4164-b93b-4b1f7f36ed87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:30.878762888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea46f35c-edc5-4164-b93b-4b1f7f36ed87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:31.557615981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32403904-f527-4a85-8231-be7da30d42b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:31.573616319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32403904-f527-4a85-8231-be7da30d42b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:31.589537355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32403904-f527-4a85-8231-be7da30d42b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:31.605633427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32403904-f527-4a85-8231-be7da30d42b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:31.685880964Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-31a6e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-31a6e3","reconcileID":"0a107256-f23b-458f-b89a-136c7cd60459","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-31a6e3","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-31a6e3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:32.387190574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef1ce21c-c69c-4b4e-a225-68e319fe21ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:32.403822131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef1ce21c-c69c-4b4e-a225-68e319fe21ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:32.420341973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef1ce21c-c69c-4b4e-a225-68e319fe21ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:32.43653141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef1ce21c-c69c-4b4e-a225-68e319fe21ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:33.127476336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067c645b-4689-420c-8153-d59a42a32c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:33.143557665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067c645b-4689-420c-8153-d59a42a32c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:33.159577365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067c645b-4689-420c-8153-d59a42a32c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:33.175525037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067c645b-4689-420c-8153-d59a42a32c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:45.791585942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8f70f48-46ff-48e0-aa41-965ff5002e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:45.80828934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8f70f48-46ff-48e0-aa41-965ff5002e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:45.824654301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8f70f48-46ff-48e0-aa41-965ff5002e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:45.842654933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8f70f48-46ff-48e0-aa41-965ff5002e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:46.480038145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f758383f-6209-4727-8d4d-3404fd4a901f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:46.496249895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f758383f-6209-4727-8d4d-3404fd4a901f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:46.51408774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f758383f-6209-4727-8d4d-3404fd4a901f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:46.530459785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f758383f-6209-4727-8d4d-3404fd4a901f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:54.382524313Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:59.313364256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"1448f369-dcb0-4c6d-ba6f-61f33347d0cf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0190d8","tenantID":"e2e-inf-a-0190d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:26:59.360675583Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"1448f369-dcb0-4c6d-ba6f-61f33347d0cf","name":"e2e-inf-a-0190d8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:17.65988383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"10ca90e6-4af4-4062-8486-5ceba2bd31b7","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"tenant":"e2e-inf-a-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:17.660046439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"10ca90e6-4af4-4062-8486-5ceba2bd31b7","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"routeName":"test-model-ae3538-kserve-route","namespace":"ai-tenant-e2e-inf-a-ae3538","llmisvcName":"test-model-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:18.029708749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"e72a649f-a5ca-406a-9603-c8f3f16556f8","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"tenant":"e2e-inf-a-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:18.029731264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"e72a649f-a5ca-406a-9603-c8f3f16556f8","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"routeName":"test-model-ae3538-kserve-route","namespace":"ai-tenant-e2e-inf-a-ae3538","llmisvcName":"test-model-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:18.048730304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"943375e5-1347-45e3-a8f7-4f2cb5633b9f","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"tenant":"e2e-inf-a-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:18.048756823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"943375e5-1347-45e3-a8f7-4f2cb5633b9f","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"routeName":"test-model-ae3538-kserve-route","namespace":"ai-tenant-e2e-inf-a-ae3538","llmisvcName":"test-model-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:18.080782374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"c4f201dc-7531-4cf0-889e-2a6642b12206","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ae3538","tenantID":"e2e-inf-a-ae3538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:18.137077521Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"c4f201dc-7531-4cf0-889e-2a6642b12206","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"name":"e2e-inf-a-ae3538-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:18.156961322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ae3538-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"c4f201dc-7531-4cf0-889e-2a6642b12206","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:18.178821073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"592d1817-f1c9-49bf-9704-e5c7a96bc2c4","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"tenant":"e2e-inf-a-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:18.178844529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"592d1817-f1c9-49bf-9704-e5c7a96bc2c4","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"routeName":"test-model-ae3538-kserve-route","namespace":"ai-tenant-e2e-inf-a-ae3538","llmisvcName":"test-model-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:22.373476352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5cf206-sub","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-sub","reconcileID":"a172f326-7a1f-4d9c-bfe2-d24161c16ec1","MaaSSubscription":{"name":"test-model-5cf206-sub","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"maas-trlp-test-model-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:22.433811624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"bca30e92-5b14-4b2e-acc8-981d6e24c090","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"tenant":"e2e-inf-a-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:22.433836012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"bca30e92-5b14-4b2e-acc8-981d6e24c090","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"routeName":"test-model-5cf206-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cf206","llmisvcName":"test-model-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:22.584828599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1f322-sub","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-sub","reconcileID":"7bb7f58d-1d1a-4e3c-9ed7-d1f106469a11","MaaSSubscription":{"name":"test-model-a1f322-sub","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"maas-trlp-test-model-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:22.643568445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"35b41168-7c58-460c-a3b1-7803e24359af","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"tenant":"e2e-inf-a-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:22.643587692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"35b41168-7c58-460c-a3b1-7803e24359af","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"routeName":"test-model-a1f322-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1f322","llmisvcName":"test-model-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:23.383212191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"686da434-f9ff-4b71-ad15-c5edf458b7c0","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ae3538","tenantID":"e2e-inf-a-ae3538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:23.404576251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"686da434-f9ff-4b71-ad15-c5edf458b7c0","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"name":"e2e-inf-a-ae3538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:23.424622286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ae3538-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"686da434-f9ff-4b71-ad15-c5edf458b7c0","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:24.312796707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"79a2c2ea-5062-4b09-984c-8e702a3e708b","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cf206","tenantID":"e2e-inf-a-5cf206","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:24.333793228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"79a2c2ea-5062-4b09-984c-8e702a3e708b","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"e2e-inf-a-5cf206-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:24.381773736Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:24.413010159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"8028a3fc-0f4a-42ed-852b-66ff4bf7adda","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:24.4341326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"8028a3fc-0f4a-42ed-852b-66ff4bf7adda","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"e2e-inf-a-a1f322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:25.206954422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"b7fca448-2c1e-4633-b03e-2a9ee5d1aafb","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"tenant":"e2e-inf-b-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:25.206979509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"b7fca448-2c1e-4633-b03e-2a9ee5d1aafb","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"routeName":"test-model-9d71fa-kserve-route","namespace":"ai-tenant-e2e-inf-b-9d71fa","llmisvcName":"test-model-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:25.53707394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"1061ebe4-4f08-44a1-bd39-fb8353e71a86","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"tenant":"e2e-inf-b-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:25.537093785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"1061ebe4-4f08-44a1-bd39-fb8353e71a86","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"routeName":"test-model-9d71fa-kserve-route","namespace":"ai-tenant-e2e-inf-b-9d71fa","llmisvcName":"test-model-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:25.558112294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"6d9888e1-f8f7-40d0-a50f-cf8e3d1ba1e7","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"tenant":"e2e-inf-b-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:25.558130276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"6d9888e1-f8f7-40d0-a50f-cf8e3d1ba1e7","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"routeName":"test-model-9d71fa-kserve-route","namespace":"ai-tenant-e2e-inf-b-9d71fa","llmisvcName":"test-model-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:25.589713471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"695a642a-975b-4210-a226-5c5c2dae421f","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9d71fa","tenantID":"e2e-inf-b-9d71fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:25.646174169Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"695a642a-975b-4210-a226-5c5c2dae421f","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"name":"e2e-inf-b-9d71fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:25.665830379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9d71fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"695a642a-975b-4210-a226-5c5c2dae421f","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:25.685196089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"6a4646b3-c4a3-46a8-b572-24f33e26c779","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"tenant":"e2e-inf-b-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:25.685213823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"6a4646b3-c4a3-46a8-b572-24f33e26c779","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"routeName":"test-model-9d71fa-kserve-route","namespace":"ai-tenant-e2e-inf-b-9d71fa","llmisvcName":"test-model-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:25.937423913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"ad206b78-ea1c-4641-81bd-4c1315d97d04","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"tenant":"e2e-inf-b-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:25.937450791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"ad206b78-ea1c-4641-81bd-4c1315d97d04","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"routeName":"test-model-9b2407-kserve-route","namespace":"ai-tenant-e2e-inf-b-9b2407","llmisvcName":"test-model-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:26.266698922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"eeff0ef6-7774-4daa-be0b-c07187067398","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"tenant":"e2e-inf-b-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:26.266719483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"eeff0ef6-7774-4daa-be0b-c07187067398","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"routeName":"test-model-9b2407-kserve-route","namespace":"ai-tenant-e2e-inf-b-9b2407","llmisvcName":"test-model-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:26.285708636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"1f00696d-56dc-4ce9-9c37-71ccc5389f74","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"tenant":"e2e-inf-b-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:26.28572604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"1f00696d-56dc-4ce9-9c37-71ccc5389f74","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"routeName":"test-model-9b2407-kserve-route","namespace":"ai-tenant-e2e-inf-b-9b2407","llmisvcName":"test-model-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:26.317199688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"a6832ba6-f76f-45e5-b9cc-fb952d4c7411","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9b2407","tenantID":"e2e-inf-b-9b2407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:26.372319594Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"a6832ba6-f76f-45e5-b9cc-fb952d4c7411","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"name":"e2e-inf-b-9b2407-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:26.392006039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9b2407-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"a6832ba6-f76f-45e5-b9cc-fb952d4c7411","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:26.418011535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"dbbb8c2a-73a8-4dd8-81e4-eb0b7c819580","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"tenant":"e2e-inf-b-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:26.418026631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"dbbb8c2a-73a8-4dd8-81e4-eb0b7c819580","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"routeName":"test-model-9b2407-kserve-route","namespace":"ai-tenant-e2e-inf-b-9b2407","llmisvcName":"test-model-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:30.284084955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"900f4003-773a-4984-a606-ff6012380446","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-31a6e3","tenantID":"e2e-inf-a-31a6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:30.342234453Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"900f4003-773a-4984-a606-ff6012380446","name":"e2e-inf-a-31a6e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:33.456792322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"118043a0-6a3c-4e6c-87ba-1b52b46e664d","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ae3538","tenantID":"e2e-inf-a-ae3538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:33.477546077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"118043a0-6a3c-4e6c-87ba-1b52b46e664d","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"name":"e2e-inf-a-ae3538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:33.497874952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ae3538-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"118043a0-6a3c-4e6c-87ba-1b52b46e664d","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:35.717264643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"b5b6f386-80c6-41a5-933f-bd5726e9597f","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9d71fa","tenantID":"e2e-inf-b-9d71fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:35.759047383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"b5b6f386-80c6-41a5-933f-bd5726e9597f","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"name":"e2e-inf-b-9d71fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:35.778710694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9d71fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"b5b6f386-80c6-41a5-933f-bd5726e9597f","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:36.451218931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"194abb9b-9bdb-4de6-900d-c1429ae8a28a","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9b2407","tenantID":"e2e-inf-b-9b2407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:36.472257003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"194abb9b-9bdb-4de6-900d-c1429ae8a28a","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"name":"e2e-inf-b-9b2407-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:36.492125141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9b2407-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"194abb9b-9bdb-4de6-900d-c1429ae8a28a","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:43.531373291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"05084bff-a7a3-4ec3-8f0b-e10b2f4a9173","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ae3538","tenantID":"e2e-inf-a-ae3538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:43.552105309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"05084bff-a7a3-4ec3-8f0b-e10b2f4a9173","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"name":"e2e-inf-a-ae3538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:43.57166562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ae3538-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"05084bff-a7a3-4ec3-8f0b-e10b2f4a9173","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:45.811276261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"04fa61b3-2047-4831-a81d-8be61c4f8161","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9d71fa","tenantID":"e2e-inf-b-9d71fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:45.832316141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"04fa61b3-2047-4831-a81d-8be61c4f8161","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"name":"e2e-inf-b-9d71fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:45.852765219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9d71fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"04fa61b3-2047-4831-a81d-8be61c4f8161","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:46.52411368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"74b96f95-46e4-4702-84e8-6eb2b4fae212","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9b2407","tenantID":"e2e-inf-b-9b2407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:46.54506544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"74b96f95-46e4-4702-84e8-6eb2b4fae212","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"name":"e2e-inf-b-9b2407-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:46.5647201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9b2407-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"74b96f95-46e4-4702-84e8-6eb2b4fae212","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:53.604888726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"b145e48b-e0cf-4ee7-8a97-1f7ea56c7b80","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ae3538","tenantID":"e2e-inf-a-ae3538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:53.625779411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"b145e48b-e0cf-4ee7-8a97-1f7ea56c7b80","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"name":"e2e-inf-a-ae3538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:53.646243456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ae3538-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"b145e48b-e0cf-4ee7-8a97-1f7ea56c7b80","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:54.382471054Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:55.886237002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"bab7ea06-0cc6-4866-9804-9118d7bce498","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9d71fa","tenantID":"e2e-inf-b-9d71fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:55.911016408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"bab7ea06-0cc6-4866-9804-9118d7bce498","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"name":"e2e-inf-b-9d71fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:55.932703163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9d71fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"bab7ea06-0cc6-4866-9804-9118d7bce498","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:56.596722589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"c44d11fd-250f-42dc-9172-73b0c7d6b682","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9b2407","tenantID":"e2e-inf-b-9b2407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:56.617650888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"c44d11fd-250f-42dc-9172-73b0c7d6b682","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"name":"e2e-inf-b-9b2407-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:56.637295546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9b2407-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"c44d11fd-250f-42dc-9172-73b0c7d6b682","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:57.548540947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba5f5d57-4636-4bab-b3a5-772056d7c780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:57.564522187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba5f5d57-4636-4bab-b3a5-772056d7c780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:57.580482402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba5f5d57-4636-4bab-b3a5-772056d7c780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:57.596518731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba5f5d57-4636-4bab-b3a5-772056d7c780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:58.251849297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca835bb1-1791-47dc-a206-0b7b4115007d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:58.267778644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca835bb1-1791-47dc-a206-0b7b4115007d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:58.283789087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca835bb1-1791-47dc-a206-0b7b4115007d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:27:58.299888665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca835bb1-1791-47dc-a206-0b7b4115007d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:03.678579159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"74e917f4-f96f-4e60-aa95-69f87136f929","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ae3538","tenantID":"e2e-inf-a-ae3538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:03.699410595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"74e917f4-f96f-4e60-aa95-69f87136f929","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"name":"e2e-inf-a-ae3538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:03.71917351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ae3538-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"74e917f4-f96f-4e60-aa95-69f87136f929","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:04.849382323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dabf9cd-98f6-4e92-916a-aa2259325f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:04.865649573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dabf9cd-98f6-4e92-916a-aa2259325f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:04.881614015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dabf9cd-98f6-4e92-916a-aa2259325f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:04.897720932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dabf9cd-98f6-4e92-916a-aa2259325f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:05.556771066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34efcd79-491e-48c9-8109-636842c46ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:05.572656471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34efcd79-491e-48c9-8109-636842c46ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:05.588411875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34efcd79-491e-48c9-8109-636842c46ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:05.604258491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34efcd79-491e-48c9-8109-636842c46ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:05.613782068Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-dd0ff7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-dd0ff7","reconcileID":"564592a5-9b41-4174-95a9-e44a4e2f670f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-dd0ff7","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-dd0ff7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:05.98534203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"560948d9-6cee-4831-b3d4-95274b754d37","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9d71fa","tenantID":"e2e-inf-b-9d71fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:06.006128776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"560948d9-6cee-4831-b3d4-95274b754d37","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"name":"e2e-inf-b-9d71fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:06.025839164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9d71fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"560948d9-6cee-4831-b3d4-95274b754d37","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:06.351108453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04108e59-50ad-47e0-b5a7-75acad2edde2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:06.36713821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04108e59-50ad-47e0-b5a7-75acad2edde2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:06.38322406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04108e59-50ad-47e0-b5a7-75acad2edde2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:06.399214752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04108e59-50ad-47e0-b5a7-75acad2edde2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:06.685085043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"9e1ab8d2-b1c7-4203-8a9f-ae6ef493119f","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9b2407","tenantID":"e2e-inf-b-9b2407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:06.707301569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"9e1ab8d2-b1c7-4203-8a9f-ae6ef493119f","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"name":"e2e-inf-b-9b2407-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:06.727263527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9b2407-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"9e1ab8d2-b1c7-4203-8a9f-ae6ef493119f","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:13.751425472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"3b31f6e2-dc98-41bb-b1ae-cd6e06d7964c","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ae3538","tenantID":"e2e-inf-a-ae3538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:13.772441108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"3b31f6e2-dc98-41bb-b1ae-cd6e06d7964c","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"name":"e2e-inf-a-ae3538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:13.792631846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ae3538-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f024b399623e09e305cea90da0d5f2ad16267b54b8618f95443e2f882f2bca8) AuthConfig (3cb87e0f8f09a74fc2fd4f34f90d4227981a76935e0b9d9d90cf4b01808e0ec2) AuthConfig (ad9faf8b70baaef4ad8fb45e3463eb8296c24c5c0566d8d1daa6a23fdefebf90) AuthConfig (06de5fe7a3b758f3d0c6e997cc7e3efe34d18681e1fdab857ae69d55bd80fccd) AuthConfig (770903b9c4fcce8ea92fc73d116dba6cc06b216e289148caea124bb5f31540f5) AuthConfig (6cdf873cd46a7980561df515adf8f2658cec2ddeae9836065c1162f44ba79b02) AuthConfig (f723a51d4d21a3b353d3aed2d5d1aa3471b97d7a094209c76531dd14ac82d468) AuthConfig (19b40e9eb2eda4d21c2f5a08524895c2960de8e8f8f795937baa4e66a24d8572) AuthConfig (5492c819f8fdcdbbded0af94b5aebdb4111f6979ccf2ddc714baecd4895b43f7) AuthConfig (fb1790ba0f97c7d51aca6f7e4a2f4acbfbac956e29289ab0055e61c7dc33da3a) AuthConfig (c389d28ece5adbade08bdc24fbe1b0f1f758b20a0c98dbcfbcce9fecdbe04052) AuthConfig (f1482e60858d62eec0ed806f696829dc0181b0aa10cff9e7db6a555d89b7c0bc) AuthConfig (da2dc43da9a8fb9e50685544d42ba1ee99a39c5d2e4abd4e224257e512e7ca59) AuthConfig (b38149bcf4edb3ebb09b0280f5a6202a1e5106b4cab597bb10967e99acd9baa0) AuthConfig (ebc98465fcb8f38a4873435d21b8ea285d14b74f543ffb079ed2df92e79b7a57) AuthConfig (1823ca4d07e373d1117cd34df0aef39d656a1622432f885ab8f3f5d2ec35d4d1) AuthConfig (dfc0a5f0c8ec49af255744fcaa260c5ea7c1578d665a0e98640c0f116c1ab088) AuthConfig (b94ebc938aaf5ca041d584c1e6afe9aeec45876aa9de3d7b1b66c95b021a6714)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"3b31f6e2-dc98-41bb-b1ae-cd6e06d7964c","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:13.815088503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"a470e424-b776-4ad5-adef-494e3728cda6","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"tenant":"e2e-inf-a-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:13.815112451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"a470e424-b776-4ad5-adef-494e3728cda6","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"routeName":"test-model-ae3538-kserve-route","namespace":"ai-tenant-e2e-inf-a-ae3538","llmisvcName":"test-model-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:16.058659516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"af113607-bd69-439f-8d37-062d24fc6ae1","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9d71fa","tenantID":"e2e-inf-b-9d71fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:16.091621008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"af113607-bd69-439f-8d37-062d24fc6ae1","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"name":"e2e-inf-b-9d71fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:16.118945952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9d71fa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d77ffc20ddc34c51700d2bd9218bf59a79e16455b1e23c4116fb2b3d2cd5f315) AuthConfig (2eeafa0b7b54124d3595d606c0ad453e8dacd0c768186e63f2bcffb206163b39) AuthConfig (6ac6c4ac64a3d3cef7f35aeb47d4c1f1999021191e8be5aa4a640c4e5606d177) AuthConfig (46d785130a8ac4dcfca72bfe95bc6130b6f39680964c0ef2af885749cecbcd2b) AuthConfig (c2d362fedff1cd08cc6232950f35e623c22ee601361fac636f1543e4759eb23e) AuthConfig (8e33419580baa82a5bb1496a14983fa3d72511c6edbac6fada37504decb3f329) AuthConfig (853046a4c077758669750cb678afda998a21adef5fce2e6c6e11b235f07d5b90) AuthConfig (45e565d13431d19664077af58ed181dbf9b1083c470c9f3975b892f8f1e0f865) AuthConfig (1f154a48c5387174e46bf2e508a7e2a0bab2874a4255eac2744141f930dcdce2) AuthConfig (c9e19a1be12b3ea962b082f674d77496b3a707bde9030559a3e7a0bf59496eb4) AuthConfig (4201635efb43bef5682410971060564752fd215bffcdf8ae335f6e59273ba242) AuthConfig (234665705fecb11c41493f696100fb1f37836de87e56351d2583acedc8af89fd) AuthConfig (ed520c3a888436a8ced30df1152cf8029a251479bcc56cd0453a4ff52909edaa) AuthConfig (1aa503d6bf8ad143adc49cfca56400c0c6b085b18000cedc880691d013a2da8c) AuthConfig (96a6527c26f5a3bcd271379f7563927a6783842cb2cbf8e30e1a01417fc9f2b4) AuthConfig (3e7f430ec52040882c5dc4d3c93cf44ba3ee07018625611e318cc1a3e2b41adc) AuthConfig (70fedcb4e763254fea4d3d5b3b613f5908305ccbd1c0f722e02dd35db9f3b5ad) AuthConfig (a9c367cd345c93cd2cdb1076818aabb6df8d59992f298d3c7c9bc4217c605221)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"af113607-bd69-439f-8d37-062d24fc6ae1","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:16.141734504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"2a465ac6-fce3-4f9d-a54a-8260d5601bfd","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"tenant":"e2e-inf-b-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:16.141754949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"2a465ac6-fce3-4f9d-a54a-8260d5601bfd","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"routeName":"test-model-9d71fa-kserve-route","namespace":"ai-tenant-e2e-inf-b-9d71fa","llmisvcName":"test-model-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:16.759940372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"31bd4b67-e1c0-41e2-b15e-9ffd31076342","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9b2407","tenantID":"e2e-inf-b-9b2407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:16.782539114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"31bd4b67-e1c0-41e2-b15e-9ffd31076342","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"name":"e2e-inf-b-9b2407-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:16.802010064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9b2407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58a56505e47e55e88b3a5c0ace62da2a8ac50cbfb5eda0877661db3874cf2245) AuthConfig (8f9d983c6527e406962460ee5cc72c406399eea70999841f8bd445f6f26186c0) AuthConfig (d0158cec515cfd0a63048ab10d7ebc89f695862513da0a810ae5abd59539baa9) AuthConfig (d3f64d47b89251c67bb6bb91e19f28d734b6f9e170a31cefb51c7da58ec38d23) AuthConfig (54b436c8279ad73e9314f15d3175ef4eb94cd5f1055fd6b30e674e54dc182132) AuthConfig (746b2560110f0ddafcc83f62a137ad41713471e23fd2fc75123097f04574b9ab) AuthConfig (f20dab921114a778680760ac967e9dc8dbe8e592de813596a79e6f9cade0fbfe) AuthConfig (eee839df30726d965974e1e208df346c97ee89fd14c7efa4ceb98e0255615374) AuthConfig (121fd7b6d5c72eb5e4f8897b072dadac377bb636764214d193cee9b1986c30c9) AuthConfig (4f4b0b575b95cc3ad8d998e4701c02680e3d60c25aade5b40a9a1f18e2c9759f) AuthConfig (2c55721733c0add2222a032a8c8af156524c7df960632768122f05cb40931715) AuthConfig (ad7ee23a50aa9188e4028782ac0e2cb6f8374e224067149c7e4f7fcc2be1d3eb) AuthConfig (3c73a369b8f9ad4186aa32b803b05b5a988f498d05c05e6405fce76d8ce791d5) AuthConfig (a32a0283ada08fa29959c14f4bdc4438372bfdec52f3c9b35baa22a45ecd7800) AuthConfig (3a56966bf5e52fafcf17ada0110b43fbb9f9e05bbdd1338b16ac78fc79489e40) AuthConfig (cd97bb55fb2c89e4bde915a72a92bcd7394846b182f1469aed6c2be754cd41ac) AuthConfig (56369dbd300f4a61fe35e58cb0392b29d27a04f063272a2ab62d3ace3382e00a) AuthConfig (85cacf26dddd9935edf2671e31801f4d4a86d4dd9daccc76d1bcec860fcefdd6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"31bd4b67-e1c0-41e2-b15e-9ffd31076342","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:16.823718023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"27e1af88-ae6e-4e2d-bb03-0796a53374e7","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"tenant":"e2e-inf-b-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:16.823735238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"27e1af88-ae6e-4e2d-bb03-0796a53374e7","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"routeName":"test-model-9b2407-kserve-route","namespace":"ai-tenant-e2e-inf-b-9b2407","llmisvcName":"test-model-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:23.849922506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"7fb99065-d168-45e2-8a71-bd9b09eee878","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ae3538","tenantID":"e2e-inf-a-ae3538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:23.870704533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"7fb99065-d168-45e2-8a71-bd9b09eee878","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"name":"e2e-inf-a-ae3538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:23.89048156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ae3538-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f024b399623e09e305cea90da0d5f2ad16267b54b8618f95443e2f882f2bca8) AuthConfig (3cb87e0f8f09a74fc2fd4f34f90d4227981a76935e0b9d9d90cf4b01808e0ec2) AuthConfig (ad9faf8b70baaef4ad8fb45e3463eb8296c24c5c0566d8d1daa6a23fdefebf90) AuthConfig (06de5fe7a3b758f3d0c6e997cc7e3efe34d18681e1fdab857ae69d55bd80fccd) AuthConfig (770903b9c4fcce8ea92fc73d116dba6cc06b216e289148caea124bb5f31540f5) AuthConfig (6cdf873cd46a7980561df515adf8f2658cec2ddeae9836065c1162f44ba79b02) AuthConfig (f723a51d4d21a3b353d3aed2d5d1aa3471b97d7a094209c76531dd14ac82d468) AuthConfig (19b40e9eb2eda4d21c2f5a08524895c2960de8e8f8f795937baa4e66a24d8572) AuthConfig (5492c819f8fdcdbbded0af94b5aebdb4111f6979ccf2ddc714baecd4895b43f7) AuthConfig (fb1790ba0f97c7d51aca6f7e4a2f4acbfbac956e29289ab0055e61c7dc33da3a) AuthConfig (c389d28ece5adbade08bdc24fbe1b0f1f758b20a0c98dbcfbcce9fecdbe04052) AuthConfig (f1482e60858d62eec0ed806f696829dc0181b0aa10cff9e7db6a555d89b7c0bc) AuthConfig (da2dc43da9a8fb9e50685544d42ba1ee99a39c5d2e4abd4e224257e512e7ca59) AuthConfig (b38149bcf4edb3ebb09b0280f5a6202a1e5106b4cab597bb10967e99acd9baa0) AuthConfig (ebc98465fcb8f38a4873435d21b8ea285d14b74f543ffb079ed2df92e79b7a57) AuthConfig (1823ca4d07e373d1117cd34df0aef39d656a1622432f885ab8f3f5d2ec35d4d1) AuthConfig (dfc0a5f0c8ec49af255744fcaa260c5ea7c1578d665a0e98640c0f116c1ab088) AuthConfig (b94ebc938aaf5ca041d584c1e6afe9aeec45876aa9de3d7b1b66c95b021a6714)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"7fb99065-d168-45e2-8a71-bd9b09eee878","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:24.381896069Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:26.173993794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"89630ace-c55f-422a-b038-eac07b7d5d98","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9d71fa","tenantID":"e2e-inf-b-9d71fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:26.194958773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"89630ace-c55f-422a-b038-eac07b7d5d98","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"name":"e2e-inf-b-9d71fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:26.214735821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9d71fa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d77ffc20ddc34c51700d2bd9218bf59a79e16455b1e23c4116fb2b3d2cd5f315) AuthConfig (2eeafa0b7b54124d3595d606c0ad453e8dacd0c768186e63f2bcffb206163b39) AuthConfig (6ac6c4ac64a3d3cef7f35aeb47d4c1f1999021191e8be5aa4a640c4e5606d177) AuthConfig (46d785130a8ac4dcfca72bfe95bc6130b6f39680964c0ef2af885749cecbcd2b) AuthConfig (c2d362fedff1cd08cc6232950f35e623c22ee601361fac636f1543e4759eb23e) AuthConfig (8e33419580baa82a5bb1496a14983fa3d72511c6edbac6fada37504decb3f329) AuthConfig (853046a4c077758669750cb678afda998a21adef5fce2e6c6e11b235f07d5b90) AuthConfig (45e565d13431d19664077af58ed181dbf9b1083c470c9f3975b892f8f1e0f865) AuthConfig (1f154a48c5387174e46bf2e508a7e2a0bab2874a4255eac2744141f930dcdce2) AuthConfig (c9e19a1be12b3ea962b082f674d77496b3a707bde9030559a3e7a0bf59496eb4) AuthConfig (4201635efb43bef5682410971060564752fd215bffcdf8ae335f6e59273ba242) AuthConfig (234665705fecb11c41493f696100fb1f37836de87e56351d2583acedc8af89fd) AuthConfig (ed520c3a888436a8ced30df1152cf8029a251479bcc56cd0453a4ff52909edaa) AuthConfig (1aa503d6bf8ad143adc49cfca56400c0c6b085b18000cedc880691d013a2da8c) AuthConfig (96a6527c26f5a3bcd271379f7563927a6783842cb2cbf8e30e1a01417fc9f2b4) AuthConfig (3e7f430ec52040882c5dc4d3c93cf44ba3ee07018625611e318cc1a3e2b41adc) AuthConfig (70fedcb4e763254fea4d3d5b3b613f5908305ccbd1c0f722e02dd35db9f3b5ad) AuthConfig (a9c367cd345c93cd2cdb1076818aabb6df8d59992f298d3c7c9bc4217c605221)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"89630ace-c55f-422a-b038-eac07b7d5d98","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:26.856019335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"b4a0ce22-76d2-451a-a817-ef89cb06a99c","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9b2407","tenantID":"e2e-inf-b-9b2407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:26.876775074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"b4a0ce22-76d2-451a-a817-ef89cb06a99c","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"name":"e2e-inf-b-9b2407-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:26.89688326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9b2407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58a56505e47e55e88b3a5c0ace62da2a8ac50cbfb5eda0877661db3874cf2245) AuthConfig (8f9d983c6527e406962460ee5cc72c406399eea70999841f8bd445f6f26186c0) AuthConfig (d0158cec515cfd0a63048ab10d7ebc89f695862513da0a810ae5abd59539baa9) AuthConfig (d3f64d47b89251c67bb6bb91e19f28d734b6f9e170a31cefb51c7da58ec38d23) AuthConfig (54b436c8279ad73e9314f15d3175ef4eb94cd5f1055fd6b30e674e54dc182132) AuthConfig (746b2560110f0ddafcc83f62a137ad41713471e23fd2fc75123097f04574b9ab) AuthConfig (f20dab921114a778680760ac967e9dc8dbe8e592de813596a79e6f9cade0fbfe) AuthConfig (eee839df30726d965974e1e208df346c97ee89fd14c7efa4ceb98e0255615374) AuthConfig (121fd7b6d5c72eb5e4f8897b072dadac377bb636764214d193cee9b1986c30c9) AuthConfig (4f4b0b575b95cc3ad8d998e4701c02680e3d60c25aade5b40a9a1f18e2c9759f) AuthConfig (2c55721733c0add2222a032a8c8af156524c7df960632768122f05cb40931715) AuthConfig (ad7ee23a50aa9188e4028782ac0e2cb6f8374e224067149c7e4f7fcc2be1d3eb) AuthConfig (3c73a369b8f9ad4186aa32b803b05b5a988f498d05c05e6405fce76d8ce791d5) AuthConfig (a32a0283ada08fa29959c14f4bdc4438372bfdec52f3c9b35baa22a45ecd7800) AuthConfig (3a56966bf5e52fafcf17ada0110b43fbb9f9e05bbdd1338b16ac78fc79489e40) AuthConfig (cd97bb55fb2c89e4bde915a72a92bcd7394846b182f1469aed6c2be754cd41ac) AuthConfig (56369dbd300f4a61fe35e58cb0392b29d27a04f063272a2ab62d3ace3382e00a) AuthConfig (85cacf26dddd9935edf2671e31801f4d4a86d4dd9daccc76d1bcec860fcefdd6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"b4a0ce22-76d2-451a-a817-ef89cb06a99c","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:28.78376889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be977284-893e-4cb4-9aba-40c529bbf538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:28.800125619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be977284-893e-4cb4-9aba-40c529bbf538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:28.81604332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be977284-893e-4cb4-9aba-40c529bbf538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:28.832050116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be977284-893e-4cb4-9aba-40c529bbf538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:29.48001983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21854272-c939-41f4-b6d3-d1e49c45b655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:29.496305281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21854272-c939-41f4-b6d3-d1e49c45b655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:29.512505029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21854272-c939-41f4-b6d3-d1e49c45b655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:29.528508841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21854272-c939-41f4-b6d3-d1e49c45b655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:33.927486622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"beee089f-eaa2-4931-8626-53fa1b77400d","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ae3538","tenantID":"e2e-inf-a-ae3538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:33.964235435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"beee089f-eaa2-4931-8626-53fa1b77400d","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"name":"e2e-inf-a-ae3538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:33.983930731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ae3538-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f024b399623e09e305cea90da0d5f2ad16267b54b8618f95443e2f882f2bca8) AuthConfig (3cb87e0f8f09a74fc2fd4f34f90d4227981a76935e0b9d9d90cf4b01808e0ec2) AuthConfig (ad9faf8b70baaef4ad8fb45e3463eb8296c24c5c0566d8d1daa6a23fdefebf90) AuthConfig (06de5fe7a3b758f3d0c6e997cc7e3efe34d18681e1fdab857ae69d55bd80fccd) AuthConfig (770903b9c4fcce8ea92fc73d116dba6cc06b216e289148caea124bb5f31540f5) AuthConfig (6cdf873cd46a7980561df515adf8f2658cec2ddeae9836065c1162f44ba79b02) AuthConfig (f723a51d4d21a3b353d3aed2d5d1aa3471b97d7a094209c76531dd14ac82d468) AuthConfig (19b40e9eb2eda4d21c2f5a08524895c2960de8e8f8f795937baa4e66a24d8572) AuthConfig (5492c819f8fdcdbbded0af94b5aebdb4111f6979ccf2ddc714baecd4895b43f7) AuthConfig (fb1790ba0f97c7d51aca6f7e4a2f4acbfbac956e29289ab0055e61c7dc33da3a) AuthConfig (c389d28ece5adbade08bdc24fbe1b0f1f758b20a0c98dbcfbcce9fecdbe04052) AuthConfig (f1482e60858d62eec0ed806f696829dc0181b0aa10cff9e7db6a555d89b7c0bc) AuthConfig (da2dc43da9a8fb9e50685544d42ba1ee99a39c5d2e4abd4e224257e512e7ca59) AuthConfig (b38149bcf4edb3ebb09b0280f5a6202a1e5106b4cab597bb10967e99acd9baa0) AuthConfig (ebc98465fcb8f38a4873435d21b8ea285d14b74f543ffb079ed2df92e79b7a57) AuthConfig (1823ca4d07e373d1117cd34df0aef39d656a1622432f885ab8f3f5d2ec35d4d1) AuthConfig (dfc0a5f0c8ec49af255744fcaa260c5ea7c1578d665a0e98640c0f116c1ab088) AuthConfig (b94ebc938aaf5ca041d584c1e6afe9aeec45876aa9de3d7b1b66c95b021a6714)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"beee089f-eaa2-4931-8626-53fa1b77400d","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:34.262552218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03886cf8-f0ec-470b-85f9-fc521026f65d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:34.279570151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03886cf8-f0ec-470b-85f9-fc521026f65d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:34.295752983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03886cf8-f0ec-470b-85f9-fc521026f65d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:34.311660276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03886cf8-f0ec-470b-85f9-fc521026f65d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:34.946790758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d240162-d048-445f-8926-25956089fd35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:34.962720517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d240162-d048-445f-8926-25956089fd35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:34.978428848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d240162-d048-445f-8926-25956089fd35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:34.994560094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d240162-d048-445f-8926-25956089fd35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:35.122842986Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-ffea51","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-ffea51","reconcileID":"f6ed4f6a-ec49-486b-acc0-ded30c4adaa4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-ffea51","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-ffea51":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:35.644112823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc7e1c9e-2d50-46f0-9318-d212dc6aacc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:35.660122596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc7e1c9e-2d50-46f0-9318-d212dc6aacc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:35.675921139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc7e1c9e-2d50-46f0-9318-d212dc6aacc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:35.691861974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc7e1c9e-2d50-46f0-9318-d212dc6aacc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:36.026386733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"748344a3-0e66-4ec7-b197-40e2aa46ccbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:36.128441926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"2b9dfc42-a5df-4c11-b965-93943303eb43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:36.26038788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"2b2600c9-2417-44a8-8756-08e5e4db1138","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9d71fa","tenantID":"e2e-inf-b-9d71fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:36.262128086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"32967604-df37-4b35-ab2e-acd78def8049","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:36.262159415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5cf206-sub","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-sub","reconcileID":"adc7ace2-323d-4c60-a57d-62943d777c40","MaaSSubscription":{"name":"test-model-5cf206-sub","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"maas-trlp-test-model-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:36.286334795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"2b2600c9-2417-44a8-8756-08e5e4db1138","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"name":"e2e-inf-b-9d71fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:36.306322751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9d71fa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d77ffc20ddc34c51700d2bd9218bf59a79e16455b1e23c4116fb2b3d2cd5f315) AuthConfig (2eeafa0b7b54124d3595d606c0ad453e8dacd0c768186e63f2bcffb206163b39) AuthConfig (6ac6c4ac64a3d3cef7f35aeb47d4c1f1999021191e8be5aa4a640c4e5606d177) AuthConfig (46d785130a8ac4dcfca72bfe95bc6130b6f39680964c0ef2af885749cecbcd2b) AuthConfig (c2d362fedff1cd08cc6232950f35e623c22ee601361fac636f1543e4759eb23e) AuthConfig (8e33419580baa82a5bb1496a14983fa3d72511c6edbac6fada37504decb3f329) AuthConfig (853046a4c077758669750cb678afda998a21adef5fce2e6c6e11b235f07d5b90) AuthConfig (45e565d13431d19664077af58ed181dbf9b1083c470c9f3975b892f8f1e0f865) AuthConfig (1f154a48c5387174e46bf2e508a7e2a0bab2874a4255eac2744141f930dcdce2) AuthConfig (c9e19a1be12b3ea962b082f674d77496b3a707bde9030559a3e7a0bf59496eb4) AuthConfig (4201635efb43bef5682410971060564752fd215bffcdf8ae335f6e59273ba242) AuthConfig (234665705fecb11c41493f696100fb1f37836de87e56351d2583acedc8af89fd) AuthConfig (ed520c3a888436a8ced30df1152cf8029a251479bcc56cd0453a4ff52909edaa) AuthConfig (1aa503d6bf8ad143adc49cfca56400c0c6b085b18000cedc880691d013a2da8c) AuthConfig (96a6527c26f5a3bcd271379f7563927a6783842cb2cbf8e30e1a01417fc9f2b4) AuthConfig (3e7f430ec52040882c5dc4d3c93cf44ba3ee07018625611e318cc1a3e2b41adc) AuthConfig (70fedcb4e763254fea4d3d5b3b613f5908305ccbd1c0f722e02dd35db9f3b5ad) AuthConfig (a9c367cd345c93cd2cdb1076818aabb6df8d59992f298d3c7c9bc4217c605221)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"2b2600c9-2417-44a8-8756-08e5e4db1138","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:36.326962032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"fa78a22c-bf4d-422b-8c8e-03900225457d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:36.427668413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3ffbf0be-23aa-4504-98a0-273ceab0c489","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:36.81983666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"bb776bb5-1c46-43b7-9645-398efa4caee5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:36.921433755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"e6010f7b-c1a5-4bb8-a83a-a413ab82b5c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:36.921535167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"8c093e99-fa1f-441f-ab39-25ed68439246","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:36.922124433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2aa18fcb-15e1-4954-8d8f-cf404b858967","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:36.932800885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"bca8c2af-21e0-4ab9-8682-a075c3fdfc54","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9b2407","tenantID":"e2e-inf-b-9b2407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:36.954230541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"bca8c2af-21e0-4ab9-8682-a075c3fdfc54","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"name":"e2e-inf-b-9b2407-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:37.019480629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"9b43e7d0-1457-4c42-80d9-b62bd8bc908b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:37.104227381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"70b7a6ee-2ec4-4e47-9039-523bcabce4b5","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"tenant":"e2e-inf-b-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:37.104249474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"70b7a6ee-2ec4-4e47-9039-523bcabce4b5","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"routeName":"test-model-9b2407-kserve-route","namespace":"ai-tenant-e2e-inf-b-9b2407","llmisvcName":"test-model-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:37.122405851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"d047e00c-cdb7-4200-b726-0a521e9a8287","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:37.122505661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1f322-sub","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-sub","reconcileID":"7c0b0abc-759d-4e16-abf9-d3606af8e62c","MaaSSubscription":{"name":"test-model-a1f322-sub","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"maas-trlp-test-model-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:37.12335751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"4435dd18-c204-469c-9f00-26e514805eaf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:38.998366586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"dc7ee46d-0330-4b02-a03a-984d2187fdd3","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"tenant":"e2e-inf-b-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:38.998391679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"dc7ee46d-0330-4b02-a03a-984d2187fdd3","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"routeName":"test-model-9b2407-kserve-route","namespace":"ai-tenant-e2e-inf-b-9b2407","llmisvcName":"test-model-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:39.021177869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"ff9a9089-eb75-457e-a9fe-226a40a4e151","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"tenant":"e2e-inf-b-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:39.02120423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"ff9a9089-eb75-457e-a9fe-226a40a4e151","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"routeName":"test-model-9b2407-kserve-route","namespace":"ai-tenant-e2e-inf-b-9b2407","llmisvcName":"test-model-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:39.030747531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"5e211222-6f6d-4e3d-8dc0-722f1428f1bf","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9b2407","tenantID":"e2e-inf-b-9b2407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:28:39.033770982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9b2407-sub","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-sub","reconcileID":"b37caf88-ccec-47d3-85b0-61e410fe7624","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-9b2407-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:28:39.038937223Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"ff9a9089-eb75-457e-a9fe-226a40a4e151","name":"test-model-9b2407","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-9b2407\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:28:39.038983587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"ff9a9089-eb75-457e-a9fe-226a40a4e151","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-9b2407\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:39.044369881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"3e6ec76b-f60c-4579-ab06-88477bc82896","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"tenant":"e2e-inf-b-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:39.044384848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"3e6ec76b-f60c-4579-ab06-88477bc82896","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"routeName":"test-model-9b2407-kserve-route","namespace":"ai-tenant-e2e-inf-b-9b2407","llmisvcName":"test-model-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:39.054650916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"5e211222-6f6d-4e3d-8dc0-722f1428f1bf","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"name":"e2e-inf-b-9b2407-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:39.071184457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"00545278-7c19-42cc-8f4c-f0e20ffa2d07","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"tenant":"e2e-inf-b-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:39.071202682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"00545278-7c19-42cc-8f4c-f0e20ffa2d07","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"routeName":"test-model-9b2407-kserve-route","namespace":"ai-tenant-e2e-inf-b-9b2407","llmisvcName":"test-model-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:39.093577839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"a7bec824-cf0c-492a-897f-6ace31a009be","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"tenant":"e2e-inf-b-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:39.093593274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"a7bec824-cf0c-492a-897f-6ace31a009be","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"routeName":"test-model-9b2407-kserve-route","namespace":"ai-tenant-e2e-inf-b-9b2407","llmisvcName":"test-model-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:39.173750672Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9b2407-sub","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-sub","reconcileID":"45e6b5d3-274b-47f3-bf0a-6545cf8d9ed1","MaaSSubscription":{"name":"test-model-9b2407-sub","namespace":"ai-tenant-e2e-inf-b-9b2407"},"name":"maas-trlp-test-model-9b2407","model":"test-model-9b2407","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-9b2407/test-model-9b2407-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:39.229162062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"1f52c288-91dc-482e-9112-b6759249db96","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9b2407","tenantID":"e2e-inf-b-9b2407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:39.237651856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"167a6502-d33d-41d7-9117-6e826c101ca1","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"tenant":"e2e-inf-b-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:39.237668785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"167a6502-d33d-41d7-9117-6e826c101ca1","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"routeName":"test-model-9b2407-kserve-route","namespace":"ai-tenant-e2e-inf-b-9b2407","llmisvcName":"test-model-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:39.2502667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"1f52c288-91dc-482e-9112-b6759249db96","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"name":"e2e-inf-b-9b2407-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:39.309274899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9b2407-sub","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-sub","reconcileID":"4ee50bc4-efd3-4eac-b295-155925adaa52","MaaSSubscription":{"name":"test-model-9b2407-sub","namespace":"ai-tenant-e2e-inf-b-9b2407"},"name":"maas-trlp-test-model-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:44.016548777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"f0c1b611-f8c7-4efe-a59f-151b1c3d2c8b","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ae3538","tenantID":"e2e-inf-a-ae3538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:44.037149618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"f0c1b611-f8c7-4efe-a59f-151b1c3d2c8b","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"name":"e2e-inf-a-ae3538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:44.209590734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"d07892b4-8b89-40ab-a464-9b66b6c7f6a9","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"tenant":"e2e-inf-a-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:44.209610428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"d07892b4-8b89-40ab-a464-9b66b6c7f6a9","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"routeName":"test-model-ae3538-kserve-route","namespace":"ai-tenant-e2e-inf-a-ae3538","llmisvcName":"test-model-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.20661586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"52886810-d2c4-4549-acb3-37ed50110265","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"tenant":"e2e-inf-a-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.20663467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"52886810-d2c4-4549-acb3-37ed50110265","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"routeName":"test-model-ae3538-kserve-route","namespace":"ai-tenant-e2e-inf-a-ae3538","llmisvcName":"test-model-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.231526395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"39ad47fd-3695-45f6-8100-384ce7aed477","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"tenant":"e2e-inf-a-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.231552959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"39ad47fd-3695-45f6-8100-384ce7aed477","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"routeName":"test-model-ae3538-kserve-route","namespace":"ai-tenant-e2e-inf-a-ae3538","llmisvcName":"test-model-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.239181743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"b4b9c1b3-000e-4b2f-a4b5-bf1a6bbca229","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ae3538","tenantID":"e2e-inf-a-ae3538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:28:46.242214251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ae3538-sub","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-sub","reconcileID":"032fd3e8-97d8-4da9-ac46-130ec794f839","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-ae3538-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:28:46.250588811Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"39ad47fd-3695-45f6-8100-384ce7aed477","name":"test-model-ae3538","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-ae3538\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:28:46.250633113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"39ad47fd-3695-45f6-8100-384ce7aed477","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-ae3538\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.256053812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"25d1dffa-12d1-49f4-88f5-a16aa5405a74","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"tenant":"e2e-inf-a-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.256069051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"25d1dffa-12d1-49f4-88f5-a16aa5405a74","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"routeName":"test-model-ae3538-kserve-route","namespace":"ai-tenant-e2e-inf-a-ae3538","llmisvcName":"test-model-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.260184877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"b4b9c1b3-000e-4b2f-a4b5-bf1a6bbca229","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"name":"e2e-inf-a-ae3538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.279887883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"2a1773a1-319c-4ede-a92d-1e0e850781c9","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"tenant":"e2e-inf-a-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.279937088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"2a1773a1-319c-4ede-a92d-1e0e850781c9","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"routeName":"test-model-ae3538-kserve-route","namespace":"ai-tenant-e2e-inf-a-ae3538","llmisvcName":"test-model-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.299109172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"bbb23300-70dd-4251-993d-6b46f970ce83","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"tenant":"e2e-inf-a-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.29912377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"bbb23300-70dd-4251-993d-6b46f970ce83","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"routeName":"test-model-ae3538-kserve-route","namespace":"ai-tenant-e2e-inf-a-ae3538","llmisvcName":"test-model-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.368273444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"73c3e952-4f12-427b-8cc6-60089af25eaf","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9d71fa","tenantID":"e2e-inf-b-9d71fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.398987829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"73c3e952-4f12-427b-8cc6-60089af25eaf","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"name":"e2e-inf-b-9d71fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.412736701Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ae3538-sub","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-sub","reconcileID":"af40837c-fdc8-41a4-ace9-cde1c00b344f","MaaSSubscription":{"name":"test-model-ae3538-sub","namespace":"ai-tenant-e2e-inf-a-ae3538"},"name":"maas-trlp-test-model-ae3538","model":"test-model-ae3538","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-ae3538/test-model-ae3538-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.463674226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"ae57a27c-aaeb-4cbd-8dee-df76143bd3a8","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ae3538","tenantID":"e2e-inf-a-ae3538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.478596652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"59d90bbf-c456-4e0c-8510-b2d85e49578c","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"tenant":"e2e-inf-a-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.47861312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"59d90bbf-c456-4e0c-8510-b2d85e49578c","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"routeName":"test-model-ae3538-kserve-route","namespace":"ai-tenant-e2e-inf-a-ae3538","llmisvcName":"test-model-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.485213989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"ae57a27c-aaeb-4cbd-8dee-df76143bd3a8","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"name":"e2e-inf-a-ae3538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.532750359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"793ff3f9-b433-440a-bbfa-bc90bb6b9142","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"tenant":"e2e-inf-b-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.532766489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"793ff3f9-b433-440a-bbfa-bc90bb6b9142","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"routeName":"test-model-9d71fa-kserve-route","namespace":"ai-tenant-e2e-inf-b-9d71fa","llmisvcName":"test-model-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:46.545354046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ae3538-sub","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-sub","reconcileID":"1c3b0093-4e26-4ac1-9821-35006270267d","MaaSSubscription":{"name":"test-model-ae3538-sub","namespace":"ai-tenant-e2e-inf-a-ae3538"},"name":"maas-trlp-test-model-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:48.549667685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"87f19955-626a-4f42-b69f-ecd700078396","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"tenant":"e2e-inf-b-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:48.549688843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"87f19955-626a-4f42-b69f-ecd700078396","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"routeName":"test-model-9d71fa-kserve-route","namespace":"ai-tenant-e2e-inf-b-9d71fa","llmisvcName":"test-model-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:48.572105118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"91964468-5f32-4c05-bffc-457f3899f267","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"tenant":"e2e-inf-b-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:48.57212741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"91964468-5f32-4c05-bffc-457f3899f267","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"routeName":"test-model-9d71fa-kserve-route","namespace":"ai-tenant-e2e-inf-b-9d71fa","llmisvcName":"test-model-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:48.580989634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"8480f509-1678-4ab6-b337-6e60423f9881","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9d71fa","tenantID":"e2e-inf-b-9d71fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:28:48.584222351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9d71fa-sub","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-sub","reconcileID":"6c6e7d23-495d-4892-b7b1-011e52b6bd4a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-9d71fa-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:28:48.589579053Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"91964468-5f32-4c05-bffc-457f3899f267","name":"test-model-9d71fa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-9d71fa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:28:48.589624305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"91964468-5f32-4c05-bffc-457f3899f267","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-9d71fa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:48.595014111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"9cf8b516-8824-4941-85ca-c9d003d52399","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"tenant":"e2e-inf-b-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:48.595028459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"9cf8b516-8824-4941-85ca-c9d003d52399","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"routeName":"test-model-9d71fa-kserve-route","namespace":"ai-tenant-e2e-inf-b-9d71fa","llmisvcName":"test-model-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:48.601941902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"8480f509-1678-4ab6-b337-6e60423f9881","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"name":"e2e-inf-b-9d71fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:48.619239914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"89e00252-24c3-4932-9e5c-702f525bc8ea","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"tenant":"e2e-inf-b-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:48.61925548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"89e00252-24c3-4932-9e5c-702f525bc8ea","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"routeName":"test-model-9d71fa-kserve-route","namespace":"ai-tenant-e2e-inf-b-9d71fa","llmisvcName":"test-model-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:48.640689789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"ca766761-30ed-4e33-a852-301e5705f9fb","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"tenant":"e2e-inf-b-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:48.64070588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"ca766761-30ed-4e33-a852-301e5705f9fb","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"routeName":"test-model-9d71fa-kserve-route","namespace":"ai-tenant-e2e-inf-b-9d71fa","llmisvcName":"test-model-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:48.712169909Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9d71fa-sub","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-sub","reconcileID":"a46ef9ee-b387-45f8-bdae-7e3bfac1eb84","MaaSSubscription":{"name":"test-model-9d71fa-sub","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"name":"maas-trlp-test-model-9d71fa","model":"test-model-9d71fa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:48.767237493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"cfd1806e-80ab-49db-a2e3-35cd8af43ee9","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9d71fa","tenantID":"e2e-inf-b-9d71fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:48.780875968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"0b5e1bed-3251-45f3-999b-d451bcc45892","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"tenant":"e2e-inf-b-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:48.78501505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"0b5e1bed-3251-45f3-999b-d451bcc45892","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"routeName":"test-model-9d71fa-kserve-route","namespace":"ai-tenant-e2e-inf-b-9d71fa","llmisvcName":"test-model-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:48.82263323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"cfd1806e-80ab-49db-a2e3-35cd8af43ee9","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"name":"e2e-inf-b-9d71fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:48.866256869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9d71fa-sub","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-sub","reconcileID":"0c2b9129-5866-462e-b184-04ce9e26a985","MaaSSubscription":{"name":"test-model-9d71fa-sub","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"name":"maas-trlp-test-model-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:28:54.382856057Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:00.299607614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"baf5a48d-a055-4913-bfc8-ca1e68c8bb2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:00.460337161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"bf778228-ea3d-480a-b4dc-1568652cee4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:00.591676035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"1a1c5fab-d53c-41d4-a892-33d784b87373","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:00.594949138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9b2407-sub","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-sub","reconcileID":"d611e81b-a3ac-4c88-bdfa-98c05cee6a0c","MaaSSubscription":{"name":"test-model-9b2407-sub","namespace":"ai-tenant-e2e-inf-b-9b2407"},"name":"maas-trlp-test-model-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:00.653746181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"46db8f56-b5f8-419f-a01a-5ddf9ada6909","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"tenant":"e2e-inf-b-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:00.653763831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"46db8f56-b5f8-419f-a01a-5ddf9ada6909","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"routeName":"test-model-9b2407-kserve-route","namespace":"ai-tenant-e2e-inf-b-9b2407","llmisvcName":"test-model-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:00.660942763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"e63cb8a5-250b-4492-b75d-0481b428b8a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:00.760291562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a25ae5ca-b5f2-4834-844c-efffacc52d00","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:00.86441368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"1a252bed-48cc-491b-9309-3fa5c3ba2202","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:00.975244218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1f322-sub","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-sub","reconcileID":"90236b23-01dc-4f07-9edf-006fb7e7d1a4","MaaSSubscription":{"name":"test-model-a1f322-sub","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"maas-trlp-test-model-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:00.977480715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"b9e361aa-d8aa-416d-ae2e-9186540031e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:01.063524961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"a3665dd1-cb11-4267-a6d0-f452bc2b5c16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:01.063591873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5cf206-sub","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-sub","reconcileID":"286d2e47-71bd-4ce7-b449-e58fcdc4592c","MaaSSubscription":{"name":"test-model-5cf206-sub","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"maas-trlp-test-model-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:01.063959469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"75778b0e-51e3-43ca-8a70-5d71cb7f6816","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:01.195422283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2552caf0-6714-49db-8732-9587cf3f9900","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:01.33268771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"8d7b05b6-d3c1-4118-8747-57708416a26e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:01.433474959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"a45e0860-51c0-417a-b037-71a32db3420d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:01.530001765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"4e95f320-6d0f-4f59-bbcb-57b843f848f5","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9b2407","tenantID":"e2e-inf-b-9b2407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:01.551227361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"4e95f320-6d0f-4f59-bbcb-57b843f848f5","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"name":"e2e-inf-b-9b2407-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:04.251101442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"237b96b6-481b-4257-be4f-f4bb5348fc75","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-dd0ff7","tenantID":"e2e-inf-b-dd0ff7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:04.297137594Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"237b96b6-481b-4257-be4f-f4bb5348fc75","name":"e2e-inf-b-dd0ff7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:24.382058293Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:26.765130275Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"86713e9d-badf-418f-adcd-dc1dc375a3f9","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:26.765243271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"ac0efdc1-cae7-4154-af3d-4879db8fc009","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"tenant":"e2e-inf-a-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:26.765260933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"ac0efdc1-cae7-4154-af3d-4879db8fc009","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"routeName":"test-model-a1f322-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1f322","llmisvcName":"test-model-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:26.854527452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1f322-sub","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-sub","reconcileID":"d7f51f36-b872-4bee-9742-ac86bd692cef","MaaSSubscription":{"name":"test-model-a1f322-sub","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"maas-trlp-test-model-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:26.961944344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"86713e9d-badf-418f-adcd-dc1dc375a3f9","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:27.096752901Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"86713e9d-badf-418f-adcd-dc1dc375a3f9","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"e2e-inf-a-a1f322-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:27.096777042Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-auth","reconcileID":"86713e9d-badf-418f-adcd-dc1dc375a3f9","MaaSAuthPolicy":{"name":"test-model-a1f322-auth","namespace":"ai-tenant-e2e-inf-a-a1f322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:27.117607471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"b01fd0b8-ae5c-4f70-8527-4dde2686fb76","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"tenant":"e2e-inf-a-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:27.117632284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"b01fd0b8-ae5c-4f70-8527-4dde2686fb76","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"routeName":"test-model-a1f322-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1f322","llmisvcName":"test-model-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:27.206762945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1f322-sub","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-sub","reconcileID":"dcbe1615-f4b8-4580-82d7-e516571c249d","MaaSSubscription":{"name":"test-model-a1f322-sub","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"maas-trlp-test-model-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:27.267315933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"00bbc8b2-be7f-450f-83df-2e8c4e641680","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"tenant":"e2e-inf-a-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:27.267335122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"00bbc8b2-be7f-450f-83df-2e8c4e641680","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"routeName":"test-model-a1f322-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1f322","llmisvcName":"test-model-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:34.102662955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"5be96c23-9acb-4e45-b361-a57920115c8d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ffea51","tenantID":"e2e-inf-b-ffea51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:34.151192426Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"5be96c23-9acb-4e45-b361-a57920115c8d","name":"e2e-inf-b-ffea51-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:37.322485222Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1f322-sub","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-sub","reconcileID":"4b329dd6-9b04-4b03-a11c-2bef748b7338","MaaSSubscription":{"name":"test-model-a1f322-sub","namespace":"ai-tenant-e2e-inf-a-a1f322"},"model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","subscription":"test-model-a1f322-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:37.338941843Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1f322-sub","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-sub","reconcileID":"4b329dd6-9b04-4b03-a11c-2bef748b7338","MaaSSubscription":{"name":"test-model-a1f322-sub","namespace":"ai-tenant-e2e-inf-a-a1f322"},"model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:37.355468518Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1f322-sub","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322-sub","reconcileID":"4b329dd6-9b04-4b03-a11c-2bef748b7338","MaaSSubscription":{"name":"test-model-a1f322-sub","namespace":"ai-tenant-e2e-inf-a-a1f322"},"name":"maas-trlp-test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:37.448885403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"7ecc0a1a-c24e-4816-83d7-b7432fb9c504","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"tenant":"e2e-inf-a-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","model":"ai-tenant-e2e-inf-a-a1f322/test-model-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:37.448938423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"test-model-a1f322","reconcileID":"7ecc0a1a-c24e-4816-83d7-b7432fb9c504","MaaSModelRef":{"name":"test-model-a1f322","namespace":"ai-tenant-e2e-inf-a-a1f322"},"routeName":"test-model-a1f322-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1f322","llmisvcName":"test-model-a1f322","gateway":"openshift-ingress/e2e-inf-a-a1f322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:38.371812635Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"efe58d0e-7a8c-42d2-9b9d-06beb937d598","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:38.372477001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"7d7069d8-8ae6-4804-9571-884e7d56fea0","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"tenant":"e2e-inf-b-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:38.372524139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"7d7069d8-8ae6-4804-9571-884e7d56fea0","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"routeName":"test-model-9b2407-kserve-route","namespace":"ai-tenant-e2e-inf-b-9b2407","llmisvcName":"test-model-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:38.509192171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"efe58d0e-7a8c-42d2-9b9d-06beb937d598","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9b2407","tenantID":"e2e-inf-b-9b2407","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:38.509920878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9b2407-sub","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-sub","reconcileID":"0aa1d991-be37-4d7b-908f-d9d16ce1c1c9","MaaSSubscription":{"name":"test-model-9b2407-sub","namespace":"ai-tenant-e2e-inf-b-9b2407"},"name":"maas-trlp-test-model-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:38.565075059Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"efe58d0e-7a8c-42d2-9b9d-06beb937d598","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"name":"e2e-inf-b-9b2407-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:38.565100409Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-auth","reconcileID":"efe58d0e-7a8c-42d2-9b9d-06beb937d598","MaaSAuthPolicy":{"name":"test-model-9b2407-auth","namespace":"ai-tenant-e2e-inf-b-9b2407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:38.585650332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"e9bd5f9e-01ef-46b4-8f8c-46ff50a7e3a3","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"tenant":"e2e-inf-b-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:38.585668963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"e9bd5f9e-01ef-46b4-8f8c-46ff50a7e3a3","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"routeName":"test-model-9b2407-kserve-route","namespace":"ai-tenant-e2e-inf-b-9b2407","llmisvcName":"test-model-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:38.677304474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9b2407-sub","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-sub","reconcileID":"23d03847-6f1f-4a9c-9e25-a411273305b8","MaaSSubscription":{"name":"test-model-9b2407-sub","namespace":"ai-tenant-e2e-inf-b-9b2407"},"name":"maas-trlp-test-model-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:38.747348352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"17b9559b-e82f-4aed-a958-5520ec9cb095","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"tenant":"e2e-inf-b-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:38.747370538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"17b9559b-e82f-4aed-a958-5520ec9cb095","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"routeName":"test-model-9b2407-kserve-route","namespace":"ai-tenant-e2e-inf-b-9b2407","llmisvcName":"test-model-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:44.048851966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9d71fa-sub","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-sub","reconcileID":"d0418948-dec0-4088-9161-c2e9a8100f3a","MaaSSubscription":{"name":"test-model-9d71fa-sub","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"name":"maas-trlp-test-model-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:44.113339134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"53b33973-53d7-4dec-81da-d4c83c34702a","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"tenant":"e2e-inf-b-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:44.113478387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"53b33973-53d7-4dec-81da-d4c83c34702a","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"routeName":"test-model-9d71fa-kserve-route","namespace":"ai-tenant-e2e-inf-b-9d71fa","llmisvcName":"test-model-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:44.260299267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ae3538-sub","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-sub","reconcileID":"2d40347c-9066-41c2-b506-a8cdd4a4fb6c","MaaSSubscription":{"name":"test-model-ae3538-sub","namespace":"ai-tenant-e2e-inf-a-ae3538"},"name":"maas-trlp-test-model-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:44.321547793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"d70a36fe-8463-4b50-b6ba-8a9f96214fcc","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"tenant":"e2e-inf-a-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:44.321568131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"d70a36fe-8463-4b50-b6ba-8a9f96214fcc","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"routeName":"test-model-ae3538-kserve-route","namespace":"ai-tenant-e2e-inf-a-ae3538","llmisvcName":"test-model-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:45.126522273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"9450590b-4be9-4f00-82fd-2e18904e70e8","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ae3538","tenantID":"e2e-inf-a-ae3538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:45.147357576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"9450590b-4be9-4f00-82fd-2e18904e70e8","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"name":"e2e-inf-a-ae3538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:45.788538216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"eb259c31-dbc0-4bc6-a86f-1735fff70562","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9d71fa","tenantID":"e2e-inf-b-9d71fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:45.809194277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"eb259c31-dbc0-4bc6-a86f-1735fff70562","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"name":"e2e-inf-b-9d71fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:47.618447443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"cd587363-001b-4fa6-abd9-9406923f3525","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"tenant":"e2e-inf-b-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:47.618583788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"cd587363-001b-4fa6-abd9-9406923f3525","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"routeName":"test-model-0ecae0-kserve-route","namespace":"ai-tenant-e2e-inf-b-0ecae0","llmisvcName":"test-model-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:47.96397231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"24427f71-eb3a-4c79-9ad6-98c6808b5dc5","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"tenant":"e2e-inf-b-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:47.963991514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"24427f71-eb3a-4c79-9ad6-98c6808b5dc5","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"routeName":"test-model-0ecae0-kserve-route","namespace":"ai-tenant-e2e-inf-b-0ecae0","llmisvcName":"test-model-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:47.984667285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"6f1ef7c2-eb24-49ab-b632-17f135bdeb06","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"tenant":"e2e-inf-b-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:47.984696426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"6f1ef7c2-eb24-49ab-b632-17f135bdeb06","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"routeName":"test-model-0ecae0-kserve-route","namespace":"ai-tenant-e2e-inf-b-0ecae0","llmisvcName":"test-model-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:48.016000683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"d3005701-4a82-4f35-8a9a-7ee5430bdeab","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ecae0","tenantID":"e2e-inf-b-0ecae0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:48.071287168Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"d3005701-4a82-4f35-8a9a-7ee5430bdeab","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"name":"e2e-inf-b-0ecae0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:48.091295159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-0ecae0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"d3005701-4a82-4f35-8a9a-7ee5430bdeab","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:48.111281049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"5e6a2adf-9e74-458f-8eed-c33acba70148","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"tenant":"e2e-inf-b-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:48.11130619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"5e6a2adf-9e74-458f-8eed-c33acba70148","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"routeName":"test-model-0ecae0-kserve-route","namespace":"ai-tenant-e2e-inf-b-0ecae0","llmisvcName":"test-model-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:48.801162511Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9b2407-sub","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-sub","reconcileID":"af328acb-9037-45f3-92cb-52b93741d2b4","MaaSSubscription":{"name":"test-model-9b2407-sub","namespace":"ai-tenant-e2e-inf-b-9b2407"},"model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","subscription":"test-model-9b2407-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:48.817704399Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9b2407-sub","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-sub","reconcileID":"af328acb-9037-45f3-92cb-52b93741d2b4","MaaSSubscription":{"name":"test-model-9b2407-sub","namespace":"ai-tenant-e2e-inf-b-9b2407"},"model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:48.834319361Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9b2407-sub","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407-sub","reconcileID":"af328acb-9037-45f3-92cb-52b93741d2b4","MaaSSubscription":{"name":"test-model-9b2407-sub","namespace":"ai-tenant-e2e-inf-b-9b2407"},"name":"maas-trlp-test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:48.929339686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"39ade982-3d27-4f63-930d-17c9d6c0fc42","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"tenant":"e2e-inf-b-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","model":"ai-tenant-e2e-inf-b-9b2407/test-model-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:48.929361155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"test-model-9b2407","reconcileID":"39ade982-3d27-4f63-930d-17c9d6c0fc42","MaaSModelRef":{"name":"test-model-9b2407","namespace":"ai-tenant-e2e-inf-b-9b2407"},"routeName":"test-model-9b2407-kserve-route","namespace":"ai-tenant-e2e-inf-b-9b2407","llmisvcName":"test-model-9b2407","gateway":"openshift-ingress/e2e-inf-b-9b2407","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:54.383201562Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:55.059442079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c301a4-709d-41e2-a710-19da3367ce46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:55.075422597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c301a4-709d-41e2-a710-19da3367ce46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:55.091322758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c301a4-709d-41e2-a710-19da3367ce46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:55.107321663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c301a4-709d-41e2-a710-19da3367ce46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:55.741345591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d53a6b0-96fc-4fe7-ae48-0c5982805457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:55.75832016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d53a6b0-96fc-4fe7-ae48-0c5982805457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:55.774262496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d53a6b0-96fc-4fe7-ae48-0c5982805457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:55.7901366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d53a6b0-96fc-4fe7-ae48-0c5982805457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:56.475829645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ae8e515-60af-4685-8afa-f15542e5149d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:56.491730246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ae8e515-60af-4685-8afa-f15542e5149d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:56.507460628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ae8e515-60af-4685-8afa-f15542e5149d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:56.523432493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ae8e515-60af-4685-8afa-f15542e5149d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:57.24658008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc0eadb-b8d0-4a33-9ae0-6cb3bd599430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:57.262612997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc0eadb-b8d0-4a33-9ae0-6cb3bd599430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:57.278678428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc0eadb-b8d0-4a33-9ae0-6cb3bd599430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:57.295000722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc0eadb-b8d0-4a33-9ae0-6cb3bd599430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:58.14407137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"22e002e2-d39d-4ec4-852f-aa494d0c5c0a","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ecae0","tenantID":"e2e-inf-b-0ecae0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:58.165258154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"22e002e2-d39d-4ec4-852f-aa494d0c5c0a","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"name":"e2e-inf-b-0ecae0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:29:58.185607307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-0ecae0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"22e002e2-d39d-4ec4-852f-aa494d0c5c0a","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:05.896154056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ba921a-a3e0-4984-9640-6d1667583cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:05.912271358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ba921a-a3e0-4984-9640-6d1667583cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:05.928100736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ba921a-a3e0-4984-9640-6d1667583cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:05.944027025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ba921a-a3e0-4984-9640-6d1667583cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:06.695211419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b907011e-bde9-4b6d-bc2f-938da8037970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:06.711258524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b907011e-bde9-4b6d-bc2f-938da8037970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:06.727888543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b907011e-bde9-4b6d-bc2f-938da8037970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:06.743830746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b907011e-bde9-4b6d-bc2f-938da8037970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:07.606446862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a77c33e4-4592-4bfb-be7b-52c4dcc214bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:07.622608323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a77c33e4-4592-4bfb-be7b-52c4dcc214bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:07.638458951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a77c33e4-4592-4bfb-be7b-52c4dcc214bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:07.654915604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a77c33e4-4592-4bfb-be7b-52c4dcc214bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:08.290390877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"674b2c7d-3ec2-48bc-a2f7-cd6b5c0b5eab","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ecae0","tenantID":"e2e-inf-b-0ecae0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:08.312632627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"674b2c7d-3ec2-48bc-a2f7-cd6b5c0b5eab","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"name":"e2e-inf-b-0ecae0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:08.332574897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-0ecae0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"674b2c7d-3ec2-48bc-a2f7-cd6b5c0b5eab","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:08.452389262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"7abeb592-3b0b-4a55-a0d2-7948b6c23e69","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"tenant":"e2e-inf-a-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:08.452410604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"7abeb592-3b0b-4a55-a0d2-7948b6c23e69","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"routeName":"test-model-5cf206-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cf206","llmisvcName":"test-model-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:08.456369448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3858b379-8bc4-4696-818a-adce78e9c7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:08.456396434Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"ef2a931d-5109-4b13-99b0-2864b1f56596","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:08.473056343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3858b379-8bc4-4696-818a-adce78e9c7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:08.489395597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3858b379-8bc4-4696-818a-adce78e9c7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:08.505542235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3858b379-8bc4-4696-818a-adce78e9c7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:08.572490098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5cf206-sub","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-sub","reconcileID":"b10a1930-a6cc-4719-8083-260a618bf7ba","MaaSSubscription":{"name":"test-model-5cf206-sub","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"maas-trlp-test-model-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:08.590425626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"ef2a931d-5109-4b13-99b0-2864b1f56596","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cf206","tenantID":"e2e-inf-a-5cf206","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:08.669539538Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"ef2a931d-5109-4b13-99b0-2864b1f56596","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"e2e-inf-a-5cf206-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:08.669568006Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-auth","reconcileID":"ef2a931d-5109-4b13-99b0-2864b1f56596","MaaSAuthPolicy":{"name":"test-model-5cf206-auth","namespace":"ai-tenant-e2e-inf-a-5cf206"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:08.693582107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"a08189d7-ef56-4246-8710-22eb125d8790","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"tenant":"e2e-inf-a-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:08.693602825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"a08189d7-ef56-4246-8710-22eb125d8790","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"routeName":"test-model-5cf206-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cf206","llmisvcName":"test-model-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:08.784273533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5cf206-sub","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-sub","reconcileID":"59ef498b-a0f3-41ae-806b-fc505cb0760f","MaaSSubscription":{"name":"test-model-5cf206-sub","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"maas-trlp-test-model-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:08.852507646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"d8786af1-dfb7-4223-91c4-d9edf367b498","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"tenant":"e2e-inf-a-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:08.852528164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"d8786af1-dfb7-4223-91c4-d9edf367b498","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"routeName":"test-model-5cf206-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cf206","llmisvcName":"test-model-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:09.25569689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4398a11-aaa0-4f8d-ab9f-2aa6701d155c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:09.272017578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4398a11-aaa0-4f8d-ab9f-2aa6701d155c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:09.288640331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4398a11-aaa0-4f8d-ab9f-2aa6701d155c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:09.305565374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4398a11-aaa0-4f8d-ab9f-2aa6701d155c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:09.976403917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9b473f-1c9c-49bb-90b9-30dce17f3b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:09.992472499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9b473f-1c9c-49bb-90b9-30dce17f3b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:10.008468379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9b473f-1c9c-49bb-90b9-30dce17f3b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:10.024313344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9b473f-1c9c-49bb-90b9-30dce17f3b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:10.758201909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b294765f-fec6-40fc-9bf5-6b448097ef92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:10.774439634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b294765f-fec6-40fc-9bf5-6b448097ef92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:10.791459688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b294765f-fec6-40fc-9bf5-6b448097ef92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:10.808570414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b294765f-fec6-40fc-9bf5-6b448097ef92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:18.365984517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"4ccb7a52-b9cd-46b6-a433-ace94408dba5","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ecae0","tenantID":"e2e-inf-b-0ecae0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:18.387134796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"4ccb7a52-b9cd-46b6-a433-ace94408dba5","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"name":"e2e-inf-b-0ecae0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:18.407130604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-0ecae0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (618e6675ca307b3bae28cb2668697b443de47313d1a30f27a4052dd67e4e84ca) AuthConfig (f82a541de94d067742d523a3cbb6fb066550ccee0ccbd61ecfc7badcd736c004) AuthConfig (0c99f27cd1d4b797168742344dd489aa8f074e701c440552c27b324de92128fa) AuthConfig (ebeb2e7854679d39c7b8428574a68a007d919fbd8f8276df01aa1f0345b1e697) AuthConfig (e2d685972fc3fbee68d546b1fe1d8f197bd843157189e8aba5a54efdb254a85d) AuthConfig (403474a2ef1c21ae68e3981650d1ad2943d216ae0e7284d77f7e1be51048673c) AuthConfig (bd16b1bf40f7c7432837f4ad037dbf3be2fe279776d0cfb8f3cea65dd920bc97) AuthConfig (e4f74971ba590522d9e8ba649aa36c3f5632328000bb4b2eb7ddc033912da7b0) AuthConfig (a49e30052ba4e0a2e779a2910582a4b1685e267f5f7ab2035a6c389277330145) AuthConfig (d51d5e1ba2cf804fe514d438d3ab3e726daaedfac74ac9b27ff80227240c5f2b) AuthConfig (045d427d58388611e281ad966d8a7e64b08f1def3df1667b3419b84bd5ced611) AuthConfig (54708d43974d393e48396294ba80f3c22a31ff6b5e46f9fa52a47a8cfa1f27cf) AuthConfig (3c3de73a09ad3855f7a46d12e417ab46bbb33eaf9c4ede236cc5b34d7f62564c) AuthConfig (8f79d5c15690c622b15ba672efaf530e479ed3779d0b27369607468901b61ccd) AuthConfig (1ef2b41a86518c84f04446783e262308a35e4035d635e01788a3b993ac6bd128) AuthConfig (c251d4bbb9298720d1057b689ffcd63f87a36e7458be92129cc061012a986583) AuthConfig (83c30f60b3e93846567507d703e1e2cbb5ab5c1f70b382cf71e4d1979aff82c5) AuthConfig (6d997393efbb27cef7c29aa3add7d4d6275102ba71b5bb1a9b96a0253b70e2eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"4ccb7a52-b9cd-46b6-a433-ace94408dba5","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:18.431742784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"5416b1bf-d6bb-4644-b729-a3f7dd824364","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"tenant":"e2e-inf-b-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:18.431768697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"5416b1bf-d6bb-4644-b729-a3f7dd824364","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"routeName":"test-model-0ecae0-kserve-route","namespace":"ai-tenant-e2e-inf-b-0ecae0","llmisvcName":"test-model-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:18.909501711Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5cf206-sub","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-sub","reconcileID":"3dc494a5-822b-4f6b-8c79-b32d493fa650","MaaSSubscription":{"name":"test-model-5cf206-sub","namespace":"ai-tenant-e2e-inf-a-5cf206"},"model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","subscription":"test-model-5cf206-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:18.925810616Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5cf206-sub","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-sub","reconcileID":"3dc494a5-822b-4f6b-8c79-b32d493fa650","MaaSSubscription":{"name":"test-model-5cf206-sub","namespace":"ai-tenant-e2e-inf-a-5cf206"},"model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:18.942167777Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5cf206-sub","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206-sub","reconcileID":"3dc494a5-822b-4f6b-8c79-b32d493fa650","MaaSSubscription":{"name":"test-model-5cf206-sub","namespace":"ai-tenant-e2e-inf-a-5cf206"},"name":"maas-trlp-test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:19.126971453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"5ef0829a-1a0d-4400-a615-0a1db3c53037","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"tenant":"e2e-inf-a-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","model":"ai-tenant-e2e-inf-a-5cf206/test-model-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:19.126991297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"test-model-5cf206","reconcileID":"5ef0829a-1a0d-4400-a615-0a1db3c53037","MaaSModelRef":{"name":"test-model-5cf206","namespace":"ai-tenant-e2e-inf-a-5cf206"},"routeName":"test-model-5cf206-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cf206","llmisvcName":"test-model-5cf206","gateway":"openshift-ingress/e2e-inf-a-5cf206","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:24.387738004Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:28.464328124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"62b61fb3-5267-4ef3-9db8-dd8e26c4f86e","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ecae0","tenantID":"e2e-inf-b-0ecae0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:28.49757976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"62b61fb3-5267-4ef3-9db8-dd8e26c4f86e","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"name":"e2e-inf-b-0ecae0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:28.518085366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-0ecae0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (618e6675ca307b3bae28cb2668697b443de47313d1a30f27a4052dd67e4e84ca) AuthConfig (f82a541de94d067742d523a3cbb6fb066550ccee0ccbd61ecfc7badcd736c004) AuthConfig (0c99f27cd1d4b797168742344dd489aa8f074e701c440552c27b324de92128fa) AuthConfig (ebeb2e7854679d39c7b8428574a68a007d919fbd8f8276df01aa1f0345b1e697) AuthConfig (e2d685972fc3fbee68d546b1fe1d8f197bd843157189e8aba5a54efdb254a85d) AuthConfig (403474a2ef1c21ae68e3981650d1ad2943d216ae0e7284d77f7e1be51048673c) AuthConfig (bd16b1bf40f7c7432837f4ad037dbf3be2fe279776d0cfb8f3cea65dd920bc97) AuthConfig (e4f74971ba590522d9e8ba649aa36c3f5632328000bb4b2eb7ddc033912da7b0) AuthConfig (a49e30052ba4e0a2e779a2910582a4b1685e267f5f7ab2035a6c389277330145) AuthConfig (d51d5e1ba2cf804fe514d438d3ab3e726daaedfac74ac9b27ff80227240c5f2b) AuthConfig (045d427d58388611e281ad966d8a7e64b08f1def3df1667b3419b84bd5ced611) AuthConfig (54708d43974d393e48396294ba80f3c22a31ff6b5e46f9fa52a47a8cfa1f27cf) AuthConfig (3c3de73a09ad3855f7a46d12e417ab46bbb33eaf9c4ede236cc5b34d7f62564c) AuthConfig (8f79d5c15690c622b15ba672efaf530e479ed3779d0b27369607468901b61ccd) AuthConfig (1ef2b41a86518c84f04446783e262308a35e4035d635e01788a3b993ac6bd128) AuthConfig (c251d4bbb9298720d1057b689ffcd63f87a36e7458be92129cc061012a986583) AuthConfig (83c30f60b3e93846567507d703e1e2cbb5ab5c1f70b382cf71e4d1979aff82c5) AuthConfig (6d997393efbb27cef7c29aa3add7d4d6275102ba71b5bb1a9b96a0253b70e2eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"62b61fb3-5267-4ef3-9db8-dd8e26c4f86e","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:36.791887376Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","namespace":"ai-tenant-e2e-inf-a-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:36.791982265Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","namespace":"ai-tenant-e2e-inf-a-a1f322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:36.792040324Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","tenant":"e2e-inf-a-a1f322","tenantID":"e2e-inf-a-a1f322","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:36.809873217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","gvk":"Deployment","name":"maas-api-e2e-inf-a-a1f322","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:36.839751173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","gvk":"Service","name":"maas-api-e2e-inf-a-a1f322","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:36.859207801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-a1f322","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:36.878525624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-a1f322","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:36.906519739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-a1f322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:36.925525183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-a1f322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:36.946854995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-a1f322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:36.965239513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-a1f322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:36.981097128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","gvk":"Deployment","name":"payload-processing-e2e-inf-a-a1f322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:36.996984816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-a1f322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:37.012581497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","gvk":"Service","name":"payload-processing-e2e-inf-a-a1f322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:37.028480906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-a1f322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:37.044092728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-a1f322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:37.059675721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-a1f322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:37.075481352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-a1f322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:37.130080733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-a1f322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:37.162197523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-a1f322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:37.181465543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-a1f322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:37.201823758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-a1f322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:37.227179498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1f322"},"namespace":"ai-tenant-e2e-inf-a-a1f322","name":"default-tenant","reconcileID":"2867834a-c4a4-44a7-9afb-da9c2c5d79d5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-a1f322","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:37.723003519Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a1f322","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a1f322","reconcileID":"71161368-890b-4da5-80a7-6f624888c060","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-a1f322","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-a1f322"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:37.788262889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437c4243-3b16-436c-ac8e-59006a6c4282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:37.807116809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437c4243-3b16-436c-ac8e-59006a6c4282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:37.833201793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437c4243-3b16-436c-ac8e-59006a6c4282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:37.866539058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437c4243-3b16-436c-ac8e-59006a6c4282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:38.577721701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8540032a-9488-48b8-94d2-94ed473667cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:38.577925291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"93b36135-4f0b-45c7-a045-3a2ad3c0b30c","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ecae0","tenantID":"e2e-inf-b-0ecae0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:38.594604846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8540032a-9488-48b8-94d2-94ed473667cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:38.610746587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8540032a-9488-48b8-94d2-94ed473667cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:38.619181352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"93b36135-4f0b-45c7-a045-3a2ad3c0b30c","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"name":"e2e-inf-b-0ecae0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:38.626670665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8540032a-9488-48b8-94d2-94ed473667cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:38.647550818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-0ecae0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (618e6675ca307b3bae28cb2668697b443de47313d1a30f27a4052dd67e4e84ca) AuthConfig (f82a541de94d067742d523a3cbb6fb066550ccee0ccbd61ecfc7badcd736c004) AuthConfig (0c99f27cd1d4b797168742344dd489aa8f074e701c440552c27b324de92128fa) AuthConfig (ebeb2e7854679d39c7b8428574a68a007d919fbd8f8276df01aa1f0345b1e697) AuthConfig (e2d685972fc3fbee68d546b1fe1d8f197bd843157189e8aba5a54efdb254a85d) AuthConfig (403474a2ef1c21ae68e3981650d1ad2943d216ae0e7284d77f7e1be51048673c) AuthConfig (bd16b1bf40f7c7432837f4ad037dbf3be2fe279776d0cfb8f3cea65dd920bc97) AuthConfig (e4f74971ba590522d9e8ba649aa36c3f5632328000bb4b2eb7ddc033912da7b0) AuthConfig (a49e30052ba4e0a2e779a2910582a4b1685e267f5f7ab2035a6c389277330145) AuthConfig (d51d5e1ba2cf804fe514d438d3ab3e726daaedfac74ac9b27ff80227240c5f2b) AuthConfig (045d427d58388611e281ad966d8a7e64b08f1def3df1667b3419b84bd5ced611) AuthConfig (54708d43974d393e48396294ba80f3c22a31ff6b5e46f9fa52a47a8cfa1f27cf) AuthConfig (3c3de73a09ad3855f7a46d12e417ab46bbb33eaf9c4ede236cc5b34d7f62564c) AuthConfig (8f79d5c15690c622b15ba672efaf530e479ed3779d0b27369607468901b61ccd) AuthConfig (1ef2b41a86518c84f04446783e262308a35e4035d635e01788a3b993ac6bd128) AuthConfig (c251d4bbb9298720d1057b689ffcd63f87a36e7458be92129cc061012a986583) AuthConfig (83c30f60b3e93846567507d703e1e2cbb5ab5c1f70b382cf71e4d1979aff82c5) AuthConfig (6d997393efbb27cef7c29aa3add7d4d6275102ba71b5bb1a9b96a0253b70e2eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"93b36135-4f0b-45c7-a045-3a2ad3c0b30c","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:38.701975999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"64d297bf-4ab3-4646-9174-5fa47e8cdcb7","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"tenant":"e2e-inf-b-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:38.702088679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"64d297bf-4ab3-4646-9174-5fa47e8cdcb7","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"routeName":"test-model-9d71fa-kserve-route","namespace":"ai-tenant-e2e-inf-b-9d71fa","llmisvcName":"test-model-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:38.72501227Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"0372f605-c794-4660-b153-97fb87679f70","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:38.836753468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9d71fa-sub","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-sub","reconcileID":"dade695f-6935-4755-bd4f-1176728f0638","MaaSSubscription":{"name":"test-model-9d71fa-sub","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"name":"maas-trlp-test-model-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:38.857963135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"0372f605-c794-4660-b153-97fb87679f70","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9d71fa","tenantID":"e2e-inf-b-9d71fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:38.912850501Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"0372f605-c794-4660-b153-97fb87679f70","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"name":"e2e-inf-b-9d71fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:38.912869906Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-auth","reconcileID":"0372f605-c794-4660-b153-97fb87679f70","MaaSAuthPolicy":{"name":"test-model-9d71fa-auth","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:38.935595786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"02f92bf4-f6a2-4a0e-a26c-20691cec48ad","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"tenant":"e2e-inf-b-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:38.935618677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"02f92bf4-f6a2-4a0e-a26c-20691cec48ad","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"routeName":"test-model-9d71fa-kserve-route","namespace":"ai-tenant-e2e-inf-b-9d71fa","llmisvcName":"test-model-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:39.031491354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9d71fa-sub","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-sub","reconcileID":"5cce848f-6035-4b18-8c5f-b88a63bee070","MaaSSubscription":{"name":"test-model-9d71fa-sub","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"name":"maas-trlp-test-model-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:39.097432116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"181b06e6-5a01-4b6f-ac0d-0149b0143705","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"tenant":"e2e-inf-b-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:39.097455168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"181b06e6-5a01-4b6f-ac0d-0149b0143705","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"routeName":"test-model-9d71fa-kserve-route","namespace":"ai-tenant-e2e-inf-b-9d71fa","llmisvcName":"test-model-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:39.369101078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa7adda-21c7-4034-8885-19baa6225995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:39.385200458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa7adda-21c7-4034-8885-19baa6225995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:39.401128194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa7adda-21c7-4034-8885-19baa6225995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:39.416972552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa7adda-21c7-4034-8885-19baa6225995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:41.944703891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"ca561285-8065-4587-b73a-4f8084d5de0a","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"tenant":"e2e-inf-a-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:41.944736691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"ca561285-8065-4587-b73a-4f8084d5de0a","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"routeName":"test-model-0190d8-kserve-route","namespace":"ai-tenant-e2e-inf-a-0190d8","llmisvcName":"test-model-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:42.284044202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"60fc4b2c-47cf-4057-90b4-e24b5f8e7db2","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"tenant":"e2e-inf-a-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:42.284065356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"60fc4b2c-47cf-4057-90b4-e24b5f8e7db2","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"routeName":"test-model-0190d8-kserve-route","namespace":"ai-tenant-e2e-inf-a-0190d8","llmisvcName":"test-model-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:42.312468458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"dfb7d349-8b62-416d-9f4f-d9e0030d047f","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"tenant":"e2e-inf-a-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:42.312485969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"dfb7d349-8b62-416d-9f4f-d9e0030d047f","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"routeName":"test-model-0190d8-kserve-route","namespace":"ai-tenant-e2e-inf-a-0190d8","llmisvcName":"test-model-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:42.34426479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"0fce50ae-9019-439e-be9e-9bdecbf40f01","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0190d8","tenantID":"e2e-inf-a-0190d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:42.399186404Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"0fce50ae-9019-439e-be9e-9bdecbf40f01","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"e2e-inf-a-0190d8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:42.418724195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-0190d8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"0fce50ae-9019-439e-be9e-9bdecbf40f01","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:42.440013866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"4a952c54-b0fc-4309-a183-1e61c3e511c5","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"tenant":"e2e-inf-a-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:42.440028646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"4a952c54-b0fc-4309-a183-1e61c3e511c5","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"routeName":"test-model-0190d8-kserve-route","namespace":"ai-tenant-e2e-inf-a-0190d8","llmisvcName":"test-model-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:46.194081085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d4ebbe-ec8a-47b1-91d7-8a2e9b5a63a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:46.210039026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d4ebbe-ec8a-47b1-91d7-8a2e9b5a63a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:46.225786974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d4ebbe-ec8a-47b1-91d7-8a2e9b5a63a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:46.241644688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d4ebbe-ec8a-47b1-91d7-8a2e9b5a63a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:46.874483577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a12e87-928b-449d-9ce1-64f857f919a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:46.890298432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a12e87-928b-449d-9ce1-64f857f919a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:46.906265225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a12e87-928b-449d-9ce1-64f857f919a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:46.922211395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a12e87-928b-449d-9ce1-64f857f919a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:47.655610542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8f437a-253a-4224-9080-9c58d7badb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:47.672102653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8f437a-253a-4224-9080-9c58d7badb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:47.688103266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8f437a-253a-4224-9080-9c58d7badb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:47.704294223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8f437a-253a-4224-9080-9c58d7badb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:48.679923922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"9acbb13e-3cf9-4e60-9963-79a05a66ac30","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ecae0","tenantID":"e2e-inf-b-0ecae0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:48.700980447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"9acbb13e-3cf9-4e60-9963-79a05a66ac30","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"name":"e2e-inf-b-0ecae0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:48.721328634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-0ecae0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (618e6675ca307b3bae28cb2668697b443de47313d1a30f27a4052dd67e4e84ca) AuthConfig (f82a541de94d067742d523a3cbb6fb066550ccee0ccbd61ecfc7badcd736c004) AuthConfig (0c99f27cd1d4b797168742344dd489aa8f074e701c440552c27b324de92128fa) AuthConfig (ebeb2e7854679d39c7b8428574a68a007d919fbd8f8276df01aa1f0345b1e697) AuthConfig (e2d685972fc3fbee68d546b1fe1d8f197bd843157189e8aba5a54efdb254a85d) AuthConfig (403474a2ef1c21ae68e3981650d1ad2943d216ae0e7284d77f7e1be51048673c) AuthConfig (bd16b1bf40f7c7432837f4ad037dbf3be2fe279776d0cfb8f3cea65dd920bc97) AuthConfig (e4f74971ba590522d9e8ba649aa36c3f5632328000bb4b2eb7ddc033912da7b0) AuthConfig (a49e30052ba4e0a2e779a2910582a4b1685e267f5f7ab2035a6c389277330145) AuthConfig (d51d5e1ba2cf804fe514d438d3ab3e726daaedfac74ac9b27ff80227240c5f2b) AuthConfig (045d427d58388611e281ad966d8a7e64b08f1def3df1667b3419b84bd5ced611) AuthConfig (54708d43974d393e48396294ba80f3c22a31ff6b5e46f9fa52a47a8cfa1f27cf) AuthConfig (3c3de73a09ad3855f7a46d12e417ab46bbb33eaf9c4ede236cc5b34d7f62564c) AuthConfig (8f79d5c15690c622b15ba672efaf530e479ed3779d0b27369607468901b61ccd) AuthConfig (1ef2b41a86518c84f04446783e262308a35e4035d635e01788a3b993ac6bd128) AuthConfig (c251d4bbb9298720d1057b689ffcd63f87a36e7458be92129cc061012a986583) AuthConfig (83c30f60b3e93846567507d703e1e2cbb5ab5c1f70b382cf71e4d1979aff82c5) AuthConfig (6d997393efbb27cef7c29aa3add7d4d6275102ba71b5bb1a9b96a0253b70e2eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"9acbb13e-3cf9-4e60-9963-79a05a66ac30","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:49.176302276Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9d71fa-sub","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-sub","reconcileID":"3c6ff394-d24b-464f-a0ee-0c8863cdfbaa","MaaSSubscription":{"name":"test-model-9d71fa-sub","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","subscription":"test-model-9d71fa-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:49.193161053Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9d71fa-sub","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-sub","reconcileID":"3c6ff394-d24b-464f-a0ee-0c8863cdfbaa","MaaSSubscription":{"name":"test-model-9d71fa-sub","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:49.22170283Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9d71fa-sub","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa-sub","reconcileID":"3c6ff394-d24b-464f-a0ee-0c8863cdfbaa","MaaSSubscription":{"name":"test-model-9d71fa-sub","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"name":"maas-trlp-test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:49.369406148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"14ebb7e7-2025-401d-9a20-06025cf89b29","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"tenant":"e2e-inf-b-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","model":"ai-tenant-e2e-inf-b-9d71fa/test-model-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:49.369427004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"test-model-9d71fa","reconcileID":"14ebb7e7-2025-401d-9a20-06025cf89b29","MaaSModelRef":{"name":"test-model-9d71fa","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"routeName":"test-model-9d71fa-kserve-route","namespace":"ai-tenant-e2e-inf-b-9d71fa","llmisvcName":"test-model-9d71fa","gateway":"openshift-ingress/e2e-inf-b-9d71fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:51.316063121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2ccf14-69fa-4e60-b8d4-985bed3cf83c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:51.332255945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2ccf14-69fa-4e60-b8d4-985bed3cf83c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:51.348969107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2ccf14-69fa-4e60-b8d4-985bed3cf83c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:51.364938544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2ccf14-69fa-4e60-b8d4-985bed3cf83c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:52.016684611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71639984-4143-48e5-b175-cbb5e30e9b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:52.033079468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71639984-4143-48e5-b175-cbb5e30e9b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:52.049055121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71639984-4143-48e5-b175-cbb5e30e9b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:52.064955384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71639984-4143-48e5-b175-cbb5e30e9b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:52.502417037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"6a47956b-f319-450b-91df-75ec00967239","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0190d8","tenantID":"e2e-inf-a-0190d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:52.523329796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"6a47956b-f319-450b-91df-75ec00967239","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"e2e-inf-a-0190d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:52.559484571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-0190d8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"6a47956b-f319-450b-91df-75ec00967239","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:54.382448878Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:58.754216005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"e2020c17-85a5-459c-8eb4-f0203ffadacd","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ecae0","tenantID":"e2e-inf-b-0ecae0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:58.775139327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"e2020c17-85a5-459c-8eb4-f0203ffadacd","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"name":"e2e-inf-b-0ecae0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:30:58.795396472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-0ecae0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (618e6675ca307b3bae28cb2668697b443de47313d1a30f27a4052dd67e4e84ca) AuthConfig (f82a541de94d067742d523a3cbb6fb066550ccee0ccbd61ecfc7badcd736c004) AuthConfig (0c99f27cd1d4b797168742344dd489aa8f074e701c440552c27b324de92128fa) AuthConfig (ebeb2e7854679d39c7b8428574a68a007d919fbd8f8276df01aa1f0345b1e697) AuthConfig (e2d685972fc3fbee68d546b1fe1d8f197bd843157189e8aba5a54efdb254a85d) AuthConfig (403474a2ef1c21ae68e3981650d1ad2943d216ae0e7284d77f7e1be51048673c) AuthConfig (bd16b1bf40f7c7432837f4ad037dbf3be2fe279776d0cfb8f3cea65dd920bc97) AuthConfig (e4f74971ba590522d9e8ba649aa36c3f5632328000bb4b2eb7ddc033912da7b0) AuthConfig (a49e30052ba4e0a2e779a2910582a4b1685e267f5f7ab2035a6c389277330145) AuthConfig (d51d5e1ba2cf804fe514d438d3ab3e726daaedfac74ac9b27ff80227240c5f2b) AuthConfig (045d427d58388611e281ad966d8a7e64b08f1def3df1667b3419b84bd5ced611) AuthConfig (54708d43974d393e48396294ba80f3c22a31ff6b5e46f9fa52a47a8cfa1f27cf) AuthConfig (3c3de73a09ad3855f7a46d12e417ab46bbb33eaf9c4ede236cc5b34d7f62564c) AuthConfig (8f79d5c15690c622b15ba672efaf530e479ed3779d0b27369607468901b61ccd) AuthConfig (1ef2b41a86518c84f04446783e262308a35e4035d635e01788a3b993ac6bd128) AuthConfig (c251d4bbb9298720d1057b689ffcd63f87a36e7458be92129cc061012a986583) AuthConfig (83c30f60b3e93846567507d703e1e2cbb5ab5c1f70b382cf71e4d1979aff82c5) AuthConfig (6d997393efbb27cef7c29aa3add7d4d6275102ba71b5bb1a9b96a0253b70e2eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"e2020c17-85a5-459c-8eb4-f0203ffadacd","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.267719793Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","namespace":"ai-tenant-e2e-inf-a-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.267777522Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","namespace":"ai-tenant-e2e-inf-a-5cf206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.267823102Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","tenant":"e2e-inf-a-5cf206","tenantID":"e2e-inf-a-5cf206","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.285658932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","gvk":"Deployment","name":"maas-api-e2e-inf-a-5cf206","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.32685616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","gvk":"Service","name":"maas-api-e2e-inf-a-5cf206","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.345952843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-5cf206","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.36386199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-5cf206","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.386358475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-5cf206","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.406284977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-5cf206","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.427223596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-5cf206","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.445701803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-5cf206","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.463679167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","gvk":"Deployment","name":"payload-processing-e2e-inf-a-5cf206","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.479364392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-5cf206","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.503076291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","gvk":"Service","name":"payload-processing-e2e-inf-a-5cf206","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.529400325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-5cf206","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.547879936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-5cf206","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.566075849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-5cf206","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.588588962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-5cf206","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.611016422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-5cf206","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.628862401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-5cf206","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.64731864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-5cf206","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.66324914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-5cf206","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:01.680811401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cf206"},"namespace":"ai-tenant-e2e-inf-a-5cf206","name":"default-tenant","reconcileID":"7666c050-3ad2-49f5-bbc9-9ee31abbeb63","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-5cf206","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:02.591942182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"fda89614-6fc7-4d41-a04e-6a8713cccc1b","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0190d8","tenantID":"e2e-inf-a-0190d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:02.612810056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"fda89614-6fc7-4d41-a04e-6a8713cccc1b","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"e2e-inf-a-0190d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:02.632390631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-0190d8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"fda89614-6fc7-4d41-a04e-6a8713cccc1b","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:02.874929833Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-5cf206","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-5cf206","reconcileID":"4398a4cd-8659-4d7c-aafa-04cf532dc9d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-5cf206","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-5cf206"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:03.28507146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a04f67c-0bfc-44e6-9663-d592a2fbfe0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:03.301010302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a04f67c-0bfc-44e6-9663-d592a2fbfe0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:03.317158781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a04f67c-0bfc-44e6-9663-d592a2fbfe0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:03.33646533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a04f67c-0bfc-44e6-9663-d592a2fbfe0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:04.041723835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"992ae5f0-f9bd-417b-a04e-211e3540b1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:04.057685188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"992ae5f0-f9bd-417b-a04e-211e3540b1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:04.073860209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"992ae5f0-f9bd-417b-a04e-211e3540b1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:04.090181977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"992ae5f0-f9bd-417b-a04e-211e3540b1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:08.859892046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"cf437968-a19e-40d0-80a2-82f7229a31db","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ecae0","tenantID":"e2e-inf-b-0ecae0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:08.881195848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"cf437968-a19e-40d0-80a2-82f7229a31db","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"name":"e2e-inf-b-0ecae0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:08.900913964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-0ecae0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (618e6675ca307b3bae28cb2668697b443de47313d1a30f27a4052dd67e4e84ca) AuthConfig (f82a541de94d067742d523a3cbb6fb066550ccee0ccbd61ecfc7badcd736c004) AuthConfig (0c99f27cd1d4b797168742344dd489aa8f074e701c440552c27b324de92128fa) AuthConfig (ebeb2e7854679d39c7b8428574a68a007d919fbd8f8276df01aa1f0345b1e697) AuthConfig (e2d685972fc3fbee68d546b1fe1d8f197bd843157189e8aba5a54efdb254a85d) AuthConfig (403474a2ef1c21ae68e3981650d1ad2943d216ae0e7284d77f7e1be51048673c) AuthConfig (bd16b1bf40f7c7432837f4ad037dbf3be2fe279776d0cfb8f3cea65dd920bc97) AuthConfig (e4f74971ba590522d9e8ba649aa36c3f5632328000bb4b2eb7ddc033912da7b0) AuthConfig (a49e30052ba4e0a2e779a2910582a4b1685e267f5f7ab2035a6c389277330145) AuthConfig (d51d5e1ba2cf804fe514d438d3ab3e726daaedfac74ac9b27ff80227240c5f2b) AuthConfig (045d427d58388611e281ad966d8a7e64b08f1def3df1667b3419b84bd5ced611) AuthConfig (54708d43974d393e48396294ba80f3c22a31ff6b5e46f9fa52a47a8cfa1f27cf) AuthConfig (3c3de73a09ad3855f7a46d12e417ab46bbb33eaf9c4ede236cc5b34d7f62564c) AuthConfig (8f79d5c15690c622b15ba672efaf530e479ed3779d0b27369607468901b61ccd) AuthConfig (1ef2b41a86518c84f04446783e262308a35e4035d635e01788a3b993ac6bd128) AuthConfig (c251d4bbb9298720d1057b689ffcd63f87a36e7458be92129cc061012a986583) AuthConfig (83c30f60b3e93846567507d703e1e2cbb5ab5c1f70b382cf71e4d1979aff82c5) AuthConfig (6d997393efbb27cef7c29aa3add7d4d6275102ba71b5bb1a9b96a0253b70e2eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"cf437968-a19e-40d0-80a2-82f7229a31db","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:11.543756033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0248b6-b078-408d-a5ba-499bf799e3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:11.563121473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0248b6-b078-408d-a5ba-499bf799e3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:11.579170263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0248b6-b078-408d-a5ba-499bf799e3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:11.595251817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0248b6-b078-408d-a5ba-499bf799e3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:12.257226378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a963162-3bc3-489c-9864-adccf3c4e8e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:12.273276492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a963162-3bc3-489c-9864-adccf3c4e8e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:12.289455543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a963162-3bc3-489c-9864-adccf3c4e8e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:12.30544361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a963162-3bc3-489c-9864-adccf3c4e8e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:12.664114455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"0a9f81e5-30fa-4f84-8c21-5bdb8a35cd29","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0190d8","tenantID":"e2e-inf-a-0190d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:12.684672302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"0a9f81e5-30fa-4f84-8c21-5bdb8a35cd29","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"e2e-inf-a-0190d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:12.704383777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-0190d8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74e2e876b8b383870c16728e58612edf085e4968456ad1d8a3447ccb917779b4) AuthConfig (6c94565c3fa260569b6c6aa60e1b025ac4867cf6207e813cd302e08b71485373) AuthConfig (0fdcc00145bff023f2b3b4282f7d41a7b15cb5be1790e1635eecf66ffe353664) AuthConfig (ebaf10b7d8df57cd8ce63b9c02a1afb7c52daace49c793f912e4cdd7be0f4078) AuthConfig (4adc22b8aaeeceed115716e0cca88e262bae62f64833d806c8571906eb39a36b) AuthConfig (793c7aefba35b2a413a6a88ba8c2a9237f3fda72726b4ddbf76d7cd8d2f5aaaf) AuthConfig (7870e97506fef616aa38841854a2726098d09320e49a46a77db3a5655c2b5f2a) AuthConfig (bb21e1c2699a2676c0768e8d8eb1a4b94d94bd612ee2d7035d49caceeb5a9900) AuthConfig (abe3b4b6bac8cdfb66f92133fafea63652962a0e27a05369b4c82a661a20ea82) AuthConfig (8d41e24349bbf4ba86b3818f3b10e73cb708046d15f13d40187acdc4ccc410da) AuthConfig (4c27e2514ab843d2fa7b9f25f42e246c92f8fcdb173fc2946f57d9d65ae17e6a) AuthConfig (b391d177599064796732f6b177d3282465f8b7c8c1d8798a2aaff3b2053cd441) AuthConfig (1cccc49ea5895363369431e28c483f1891e918c4b7a40612fd8c2cfdfc798a39) AuthConfig (0bbd1bca75e7995d267b5b3ecf532fa9be49bace2cb9c3180ec1c8b80d2020a0) AuthConfig (f6ae758c22611d77eac26a8facfc537f90fae8b7817ea4927ab685be13bd828f) AuthConfig (1a1f924b921846a2e24e3d46c84996833071a25634e70a5c342bf54a669af38a) AuthConfig (c10e3a4066a8b1e66d8e85e8487409781a58d2e3106660bbd7953e2b70881a53) AuthConfig (a56d3b298926eb90833496ae15318384e8cf4052c2275b77b7ef80afabe28c7a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"0a9f81e5-30fa-4f84-8c21-5bdb8a35cd29","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:12.737359046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"7f9f2274-1b20-4427-8f67-8e8f80fa2e59","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"tenant":"e2e-inf-a-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:12.737377817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"7f9f2274-1b20-4427-8f67-8e8f80fa2e59","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"routeName":"test-model-0190d8-kserve-route","namespace":"ai-tenant-e2e-inf-a-0190d8","llmisvcName":"test-model-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:13.028026607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db3caae4-b3eb-49d9-84b1-b394e01d1f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:13.044398173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db3caae4-b3eb-49d9-84b1-b394e01d1f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:13.0603513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db3caae4-b3eb-49d9-84b1-b394e01d1f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:13.076304981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db3caae4-b3eb-49d9-84b1-b394e01d1f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:13.108409774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"5849b96f-7471-41be-918b-30f01fbdbd38","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0190d8","tenantID":"e2e-inf-a-0190d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:13.130196841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"5849b96f-7471-41be-918b-30f01fbdbd38","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"e2e-inf-a-0190d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:13.165105293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-0190d8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74e2e876b8b383870c16728e58612edf085e4968456ad1d8a3447ccb917779b4) AuthConfig (6c94565c3fa260569b6c6aa60e1b025ac4867cf6207e813cd302e08b71485373) AuthConfig (0fdcc00145bff023f2b3b4282f7d41a7b15cb5be1790e1635eecf66ffe353664) AuthConfig (ebaf10b7d8df57cd8ce63b9c02a1afb7c52daace49c793f912e4cdd7be0f4078) AuthConfig (4adc22b8aaeeceed115716e0cca88e262bae62f64833d806c8571906eb39a36b) AuthConfig (793c7aefba35b2a413a6a88ba8c2a9237f3fda72726b4ddbf76d7cd8d2f5aaaf) AuthConfig (7870e97506fef616aa38841854a2726098d09320e49a46a77db3a5655c2b5f2a) AuthConfig (bb21e1c2699a2676c0768e8d8eb1a4b94d94bd612ee2d7035d49caceeb5a9900) AuthConfig (abe3b4b6bac8cdfb66f92133fafea63652962a0e27a05369b4c82a661a20ea82) AuthConfig (8d41e24349bbf4ba86b3818f3b10e73cb708046d15f13d40187acdc4ccc410da) AuthConfig (4c27e2514ab843d2fa7b9f25f42e246c92f8fcdb173fc2946f57d9d65ae17e6a) AuthConfig (b391d177599064796732f6b177d3282465f8b7c8c1d8798a2aaff3b2053cd441) AuthConfig (1cccc49ea5895363369431e28c483f1891e918c4b7a40612fd8c2cfdfc798a39) AuthConfig (0bbd1bca75e7995d267b5b3ecf532fa9be49bace2cb9c3180ec1c8b80d2020a0) AuthConfig (f6ae758c22611d77eac26a8facfc537f90fae8b7817ea4927ab685be13bd828f) AuthConfig (1a1f924b921846a2e24e3d46c84996833071a25634e70a5c342bf54a669af38a) AuthConfig (c10e3a4066a8b1e66d8e85e8487409781a58d2e3106660bbd7953e2b70881a53) AuthConfig (a56d3b298926eb90833496ae15318384e8cf4052c2275b77b7ef80afabe28c7a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"5849b96f-7471-41be-918b-30f01fbdbd38","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:13.72427381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e934ec4-15f6-4a1c-89ae-7ce8558d58e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:13.74027501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e934ec4-15f6-4a1c-89ae-7ce8558d58e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:13.756668261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e934ec4-15f6-4a1c-89ae-7ce8558d58e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:13.773379097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e934ec4-15f6-4a1c-89ae-7ce8558d58e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:14.403351502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"307f3a19-aadb-464f-b451-84060caa8dd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:14.419209473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"307f3a19-aadb-464f-b451-84060caa8dd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:14.435090571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"307f3a19-aadb-464f-b451-84060caa8dd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:14.451046002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"307f3a19-aadb-464f-b451-84060caa8dd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:18.932996196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"5ea266d0-8b2b-4f25-80c6-977d9d87404a","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ecae0","tenantID":"e2e-inf-b-0ecae0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:18.953732044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"5ea266d0-8b2b-4f25-80c6-977d9d87404a","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"name":"e2e-inf-b-0ecae0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:19.131730288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"932beef9-5009-4cc7-ac99-06e8e11e8252","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"tenant":"e2e-inf-b-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:19.13175214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"932beef9-5009-4cc7-ac99-06e8e11e8252","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"routeName":"test-model-0ecae0-kserve-route","namespace":"ai-tenant-e2e-inf-b-0ecae0","llmisvcName":"test-model-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:21.213189138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"48d802e5-8096-4434-8abb-27a574c8588d","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"tenant":"e2e-inf-b-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:21.213214913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"48d802e5-8096-4434-8abb-27a574c8588d","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"routeName":"test-model-0ecae0-kserve-route","namespace":"ai-tenant-e2e-inf-b-0ecae0","llmisvcName":"test-model-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:21.235886071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"62c21540-731d-414c-97e2-11d904865691","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"tenant":"e2e-inf-b-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:21.235940173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"62c21540-731d-414c-97e2-11d904865691","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"routeName":"test-model-0ecae0-kserve-route","namespace":"ai-tenant-e2e-inf-b-0ecae0","llmisvcName":"test-model-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:21.245055472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"5e0e6a69-3c23-4e68-9a87-6850c58f817c","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ecae0","tenantID":"e2e-inf-b-0ecae0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:31:21.254248399Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"62c21540-731d-414c-97e2-11d904865691","name":"test-model-0ecae0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-0ecae0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:31:21.254342103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"62c21540-731d-414c-97e2-11d904865691","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-0ecae0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:31:21.254530957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0ecae0-sub","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-sub","reconcileID":"3aa7dfb7-70d7-42e3-a601-6e64d5524d63","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-0ecae0-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:21.259971344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"81a691b3-073d-44b4-8760-dab16d98e299","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"tenant":"e2e-inf-b-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:21.259990472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"81a691b3-073d-44b4-8760-dab16d98e299","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"routeName":"test-model-0ecae0-kserve-route","namespace":"ai-tenant-e2e-inf-b-0ecae0","llmisvcName":"test-model-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:21.266858316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"5e0e6a69-3c23-4e68-9a87-6850c58f817c","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"name":"e2e-inf-b-0ecae0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:21.291891916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"ec7f6696-b499-49a2-ae3d-73332fc7b859","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"tenant":"e2e-inf-b-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:21.291921457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"ec7f6696-b499-49a2-ae3d-73332fc7b859","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"routeName":"test-model-0ecae0-kserve-route","namespace":"ai-tenant-e2e-inf-b-0ecae0","llmisvcName":"test-model-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:21.31341405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"e82f3b22-d4bc-4dee-812a-6732d58013ea","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"tenant":"e2e-inf-b-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:21.313432786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"e82f3b22-d4bc-4dee-812a-6732d58013ea","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"routeName":"test-model-0ecae0-kserve-route","namespace":"ai-tenant-e2e-inf-b-0ecae0","llmisvcName":"test-model-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:21.385249676Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0ecae0-sub","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-sub","reconcileID":"280003b4-971d-4715-baf8-faddbf1ff295","MaaSSubscription":{"name":"test-model-0ecae0-sub","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"name":"maas-trlp-test-model-0ecae0","model":"test-model-0ecae0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:21.432168404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"cc28f542-b24a-4f0b-b36d-a411150dee6e","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ecae0","tenantID":"e2e-inf-b-0ecae0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:21.444062106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"3e848629-d3cb-4a6b-adec-0e157a75e93e","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"tenant":"e2e-inf-b-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:21.444078762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"3e848629-d3cb-4a6b-adec-0e157a75e93e","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"routeName":"test-model-0ecae0-kserve-route","namespace":"ai-tenant-e2e-inf-b-0ecae0","llmisvcName":"test-model-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:21.452931094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"cc28f542-b24a-4f0b-b36d-a411150dee6e","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"name":"e2e-inf-b-0ecae0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:21.507983496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0ecae0-sub","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-sub","reconcileID":"0125594f-3436-471c-bf23-fc1054b4302c","MaaSSubscription":{"name":"test-model-0ecae0-sub","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"name":"maas-trlp-test-model-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:22.3181768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"77de1b56-c3d3-45a4-aaba-d5271926d112","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"tenant":"e2e-inf-a-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:22.318206494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"77de1b56-c3d3-45a4-aaba-d5271926d112","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"routeName":"test-model-31a6e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-31a6e3","llmisvcName":"test-model-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:22.654398127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"1534100e-9ed5-480f-aeef-77a5dbe96d84","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"tenant":"e2e-inf-a-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:22.654416741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"1534100e-9ed5-480f-aeef-77a5dbe96d84","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"routeName":"test-model-31a6e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-31a6e3","llmisvcName":"test-model-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:22.675082086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"e470fb0c-0564-44cd-b186-1269cab54325","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"tenant":"e2e-inf-a-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:22.675106763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"e470fb0c-0564-44cd-b186-1269cab54325","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"routeName":"test-model-31a6e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-31a6e3","llmisvcName":"test-model-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:22.706548369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"fc6eab01-c1e7-4da2-abaa-beeafc58b2b2","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-31a6e3","tenantID":"e2e-inf-a-31a6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:22.762194774Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"fc6eab01-c1e7-4da2-abaa-beeafc58b2b2","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"name":"e2e-inf-a-31a6e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:22.781852882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-31a6e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"fc6eab01-c1e7-4da2-abaa-beeafc58b2b2","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:22.803551142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"b57295bf-e2b6-424b-8727-e944e00bc2a0","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"tenant":"e2e-inf-a-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:22.803565967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"b57295bf-e2b6-424b-8727-e944e00bc2a0","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"routeName":"test-model-31a6e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-31a6e3","llmisvcName":"test-model-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:23.19849837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"6c2c8c06-d449-4510-8530-dee1c8289273","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0190d8","tenantID":"e2e-inf-a-0190d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:23.2193292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"6c2c8c06-d449-4510-8530-dee1c8289273","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"e2e-inf-a-0190d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:23.23914717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-0190d8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74e2e876b8b383870c16728e58612edf085e4968456ad1d8a3447ccb917779b4) AuthConfig (6c94565c3fa260569b6c6aa60e1b025ac4867cf6207e813cd302e08b71485373) AuthConfig (0fdcc00145bff023f2b3b4282f7d41a7b15cb5be1790e1635eecf66ffe353664) AuthConfig (ebaf10b7d8df57cd8ce63b9c02a1afb7c52daace49c793f912e4cdd7be0f4078) AuthConfig (4adc22b8aaeeceed115716e0cca88e262bae62f64833d806c8571906eb39a36b) AuthConfig (793c7aefba35b2a413a6a88ba8c2a9237f3fda72726b4ddbf76d7cd8d2f5aaaf) AuthConfig (7870e97506fef616aa38841854a2726098d09320e49a46a77db3a5655c2b5f2a) AuthConfig (bb21e1c2699a2676c0768e8d8eb1a4b94d94bd612ee2d7035d49caceeb5a9900) AuthConfig (abe3b4b6bac8cdfb66f92133fafea63652962a0e27a05369b4c82a661a20ea82) AuthConfig (8d41e24349bbf4ba86b3818f3b10e73cb708046d15f13d40187acdc4ccc410da) AuthConfig (4c27e2514ab843d2fa7b9f25f42e246c92f8fcdb173fc2946f57d9d65ae17e6a) AuthConfig (b391d177599064796732f6b177d3282465f8b7c8c1d8798a2aaff3b2053cd441) AuthConfig (1cccc49ea5895363369431e28c483f1891e918c4b7a40612fd8c2cfdfc798a39) AuthConfig (0bbd1bca75e7995d267b5b3ecf532fa9be49bace2cb9c3180ec1c8b80d2020a0) AuthConfig (f6ae758c22611d77eac26a8facfc537f90fae8b7817ea4927ab685be13bd828f) AuthConfig (1a1f924b921846a2e24e3d46c84996833071a25634e70a5c342bf54a669af38a) AuthConfig (c10e3a4066a8b1e66d8e85e8487409781a58d2e3106660bbd7953e2b70881a53) AuthConfig (a56d3b298926eb90833496ae15318384e8cf4052c2275b77b7ef80afabe28c7a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"6c2c8c06-d449-4510-8530-dee1c8289273","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:24.383987528Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:32.836144634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"bc6cd654-1ff0-42b7-9a1c-1149a020b3e9","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-31a6e3","tenantID":"e2e-inf-a-31a6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:32.858047803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"bc6cd654-1ff0-42b7-9a1c-1149a020b3e9","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"name":"e2e-inf-a-31a6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:32.877964982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-31a6e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"bc6cd654-1ff0-42b7-9a1c-1149a020b3e9","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:33.273042066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"ae3eb5fc-eab8-40fb-bd01-77a6e859460e","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0190d8","tenantID":"e2e-inf-a-0190d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:33.29412711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"ae3eb5fc-eab8-40fb-bd01-77a6e859460e","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"e2e-inf-a-0190d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:33.314019316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-0190d8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74e2e876b8b383870c16728e58612edf085e4968456ad1d8a3447ccb917779b4) AuthConfig (6c94565c3fa260569b6c6aa60e1b025ac4867cf6207e813cd302e08b71485373) AuthConfig (0fdcc00145bff023f2b3b4282f7d41a7b15cb5be1790e1635eecf66ffe353664) AuthConfig (ebaf10b7d8df57cd8ce63b9c02a1afb7c52daace49c793f912e4cdd7be0f4078) AuthConfig (4adc22b8aaeeceed115716e0cca88e262bae62f64833d806c8571906eb39a36b) AuthConfig (793c7aefba35b2a413a6a88ba8c2a9237f3fda72726b4ddbf76d7cd8d2f5aaaf) AuthConfig (7870e97506fef616aa38841854a2726098d09320e49a46a77db3a5655c2b5f2a) AuthConfig (bb21e1c2699a2676c0768e8d8eb1a4b94d94bd612ee2d7035d49caceeb5a9900) AuthConfig (abe3b4b6bac8cdfb66f92133fafea63652962a0e27a05369b4c82a661a20ea82) AuthConfig (8d41e24349bbf4ba86b3818f3b10e73cb708046d15f13d40187acdc4ccc410da) AuthConfig (4c27e2514ab843d2fa7b9f25f42e246c92f8fcdb173fc2946f57d9d65ae17e6a) AuthConfig (b391d177599064796732f6b177d3282465f8b7c8c1d8798a2aaff3b2053cd441) AuthConfig (1cccc49ea5895363369431e28c483f1891e918c4b7a40612fd8c2cfdfc798a39) AuthConfig (0bbd1bca75e7995d267b5b3ecf532fa9be49bace2cb9c3180ec1c8b80d2020a0) AuthConfig (f6ae758c22611d77eac26a8facfc537f90fae8b7817ea4927ab685be13bd828f) AuthConfig (1a1f924b921846a2e24e3d46c84996833071a25634e70a5c342bf54a669af38a) AuthConfig (c10e3a4066a8b1e66d8e85e8487409781a58d2e3106660bbd7953e2b70881a53) AuthConfig (a56d3b298926eb90833496ae15318384e8cf4052c2275b77b7ef80afabe28c7a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"ae3eb5fc-eab8-40fb-bd01-77a6e859460e","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:42.911424798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"5e669b6a-ca32-4eb5-96be-38a5d29df161","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-31a6e3","tenantID":"e2e-inf-a-31a6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:42.932554542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"5e669b6a-ca32-4eb5-96be-38a5d29df161","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"name":"e2e-inf-a-31a6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:42.952262214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-31a6e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"5e669b6a-ca32-4eb5-96be-38a5d29df161","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:43.346179413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"4c438861-731a-49ff-93d2-3e3ee734bdcd","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0190d8","tenantID":"e2e-inf-a-0190d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:43.367400682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"4c438861-731a-49ff-93d2-3e3ee734bdcd","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"e2e-inf-a-0190d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:43.388357306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-0190d8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74e2e876b8b383870c16728e58612edf085e4968456ad1d8a3447ccb917779b4) AuthConfig (6c94565c3fa260569b6c6aa60e1b025ac4867cf6207e813cd302e08b71485373) AuthConfig (0fdcc00145bff023f2b3b4282f7d41a7b15cb5be1790e1635eecf66ffe353664) AuthConfig (ebaf10b7d8df57cd8ce63b9c02a1afb7c52daace49c793f912e4cdd7be0f4078) AuthConfig (4adc22b8aaeeceed115716e0cca88e262bae62f64833d806c8571906eb39a36b) AuthConfig (793c7aefba35b2a413a6a88ba8c2a9237f3fda72726b4ddbf76d7cd8d2f5aaaf) AuthConfig (7870e97506fef616aa38841854a2726098d09320e49a46a77db3a5655c2b5f2a) AuthConfig (bb21e1c2699a2676c0768e8d8eb1a4b94d94bd612ee2d7035d49caceeb5a9900) AuthConfig (abe3b4b6bac8cdfb66f92133fafea63652962a0e27a05369b4c82a661a20ea82) AuthConfig (8d41e24349bbf4ba86b3818f3b10e73cb708046d15f13d40187acdc4ccc410da) AuthConfig (4c27e2514ab843d2fa7b9f25f42e246c92f8fcdb173fc2946f57d9d65ae17e6a) AuthConfig (b391d177599064796732f6b177d3282465f8b7c8c1d8798a2aaff3b2053cd441) AuthConfig (1cccc49ea5895363369431e28c483f1891e918c4b7a40612fd8c2cfdfc798a39) AuthConfig (0bbd1bca75e7995d267b5b3ecf532fa9be49bace2cb9c3180ec1c8b80d2020a0) AuthConfig (f6ae758c22611d77eac26a8facfc537f90fae8b7817ea4927ab685be13bd828f) AuthConfig (1a1f924b921846a2e24e3d46c84996833071a25634e70a5c342bf54a669af38a) AuthConfig (c10e3a4066a8b1e66d8e85e8487409781a58d2e3106660bbd7953e2b70881a53) AuthConfig (a56d3b298926eb90833496ae15318384e8cf4052c2275b77b7ef80afabe28c7a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"4c438861-731a-49ff-93d2-3e3ee734bdcd","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.051298729Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","namespace":"ai-tenant-e2e-inf-b-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.051378101Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","namespace":"ai-tenant-e2e-inf-b-9b2407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.051439929Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","tenant":"e2e-inf-b-9b2407","tenantID":"e2e-inf-b-9b2407","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.069441698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","gvk":"Deployment","name":"maas-api-e2e-inf-b-9b2407","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.105964194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","gvk":"Service","name":"maas-api-e2e-inf-b-9b2407","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.125430422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-9b2407","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.14665155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-9b2407","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.165674361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-9b2407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.184433064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-9b2407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.205450656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-9b2407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.223828965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-9b2407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.239506585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","gvk":"Deployment","name":"payload-processing-e2e-inf-b-9b2407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.255225315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-9b2407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.271021866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","gvk":"Service","name":"payload-processing-e2e-inf-b-9b2407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.286765056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-9b2407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.302633141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-9b2407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.31831499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-9b2407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.340227212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-9b2407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.360721618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-9b2407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.377545483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-9b2407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.399143085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-9b2407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.418130118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-9b2407","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.434550662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9b2407"},"namespace":"ai-tenant-e2e-inf-b-9b2407","name":"default-tenant","reconcileID":"5f27cc89-759a-4066-a8cb-1eecb004e40c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-9b2407","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:46.888387072Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-9b2407","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-9b2407","reconcileID":"fa0a0088-056d-4e72-ad6b-f8d14368a978","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-9b2407","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-9b2407"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:47.35814721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d4ddbc-0a5a-4be3-9fc3-45c31b8a82f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:47.374110677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d4ddbc-0a5a-4be3-9fc3-45c31b8a82f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:47.390343291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d4ddbc-0a5a-4be3-9fc3-45c31b8a82f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:47.406354595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d4ddbc-0a5a-4be3-9fc3-45c31b8a82f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:48.048537223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c79f4f38-07d3-46e2-ba14-1b0aa6a105f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:48.066581909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c79f4f38-07d3-46e2-ba14-1b0aa6a105f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:48.082862354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c79f4f38-07d3-46e2-ba14-1b0aa6a105f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:48.098608249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c79f4f38-07d3-46e2-ba14-1b0aa6a105f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:52.985038666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"08883b63-cdf1-40bf-a3a8-725478b924ed","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-31a6e3","tenantID":"e2e-inf-a-31a6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:53.007062699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"08883b63-cdf1-40bf-a3a8-725478b924ed","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"name":"e2e-inf-a-31a6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:53.026845533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-31a6e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"08883b63-cdf1-40bf-a3a8-725478b924ed","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:53.420879524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"a6530a8d-7ed9-4742-9c81-b8f34110eef1","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0190d8","tenantID":"e2e-inf-a-0190d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:53.442154761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"a6530a8d-7ed9-4742-9c81-b8f34110eef1","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"e2e-inf-a-0190d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:53.461808895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-0190d8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74e2e876b8b383870c16728e58612edf085e4968456ad1d8a3447ccb917779b4) AuthConfig (6c94565c3fa260569b6c6aa60e1b025ac4867cf6207e813cd302e08b71485373) AuthConfig (0fdcc00145bff023f2b3b4282f7d41a7b15cb5be1790e1635eecf66ffe353664) AuthConfig (ebaf10b7d8df57cd8ce63b9c02a1afb7c52daace49c793f912e4cdd7be0f4078) AuthConfig (4adc22b8aaeeceed115716e0cca88e262bae62f64833d806c8571906eb39a36b) AuthConfig (793c7aefba35b2a413a6a88ba8c2a9237f3fda72726b4ddbf76d7cd8d2f5aaaf) AuthConfig (7870e97506fef616aa38841854a2726098d09320e49a46a77db3a5655c2b5f2a) AuthConfig (bb21e1c2699a2676c0768e8d8eb1a4b94d94bd612ee2d7035d49caceeb5a9900) AuthConfig (abe3b4b6bac8cdfb66f92133fafea63652962a0e27a05369b4c82a661a20ea82) AuthConfig (8d41e24349bbf4ba86b3818f3b10e73cb708046d15f13d40187acdc4ccc410da) AuthConfig (4c27e2514ab843d2fa7b9f25f42e246c92f8fcdb173fc2946f57d9d65ae17e6a) AuthConfig (b391d177599064796732f6b177d3282465f8b7c8c1d8798a2aaff3b2053cd441) AuthConfig (1cccc49ea5895363369431e28c483f1891e918c4b7a40612fd8c2cfdfc798a39) AuthConfig (0bbd1bca75e7995d267b5b3ecf532fa9be49bace2cb9c3180ec1c8b80d2020a0) AuthConfig (f6ae758c22611d77eac26a8facfc537f90fae8b7817ea4927ab685be13bd828f) AuthConfig (1a1f924b921846a2e24e3d46c84996833071a25634e70a5c342bf54a669af38a) AuthConfig (c10e3a4066a8b1e66d8e85e8487409781a58d2e3106660bbd7953e2b70881a53) AuthConfig (a56d3b298926eb90833496ae15318384e8cf4052c2275b77b7ef80afabe28c7a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"a6530a8d-7ed9-4742-9c81-b8f34110eef1","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:54.396732518Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:55.684284046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de2f96b7-b65c-4cbc-bc08-3298a7148f76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:55.68430673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de2f96b7-b65c-4cbc-bc08-3298a7148f76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:55.704730803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c227bffa-8245-4b88-9ee8-0a2a3ba765f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:55.704749716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c227bffa-8245-4b88-9ee8-0a2a3ba765f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:55.73604832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"4b495331-2061-4ca4-9ed8-2f4309834ec9","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:55.791042652Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"4b495331-2061-4ca4-9ed8-2f4309834ec9","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:55.810828129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"4b495331-2061-4ca4-9ed8-2f4309834ec9","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:55.832268385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d8056ef-2e88-451d-9079-c179a7619874","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:55.832286939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d8056ef-2e88-451d-9079-c179a7619874","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:55.89494599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51583176-6eab-4bee-824c-4e21f8f2a2eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:55.894966329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51583176-6eab-4bee-824c-4e21f8f2a2eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:55.915643383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"592d1140-758f-45a3-8515-70cf7fbd4601","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:55.915666838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"592d1140-758f-45a3-8515-70cf7fbd4601","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:31:55.932203408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-sub-2ce1c1ee","reconcileID":"695bbfaf-060e-440a-82cb-02bcbf4acef0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-2ce1c1ee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:55.972663794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63280c24-c77d-4c79-a8ce-ce9c3e80b537","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:55.972679382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63280c24-c77d-4c79-a8ce-ce9c3e80b537","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:55.991747185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f700eac7-3a71-4531-bf5f-4a39cfe08841","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:55.991766122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f700eac7-3a71-4531-bf5f-4a39cfe08841","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:55.994137549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"1fa1643b-9233-40fa-b0e6-796d9979eef2","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:56.014832158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"1fa1643b-9233-40fa-b0e6-796d9979eef2","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:56.034352081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"1fa1643b-9233-40fa-b0e6-796d9979eef2","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:56.076815623Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-sub-2ce1c1ee","reconcileID":"edf1867b-5ff4-4994-b687-f5bb82f73488","MaaSSubscription":{"name":"e2e-sub-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-2ce1c1ee/e2e-sub-2ce1c1ee","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:56.133838839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69bd28e6-5fe1-424d-8fd6-a771c690f739","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:56.133856153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69bd28e6-5fe1-424d-8fd6-a771c690f739","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:56.157654065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"598ad00b-3454-409b-8766-9b6413820123","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:56.256715573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-sub-2ce1c1ee","reconcileID":"39815876-f9d0-4867-8da7-64390f4c2323","MaaSSubscription":{"name":"e2e-sub-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:56.360487229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0ecae0-sub","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-sub","reconcileID":"03296ba9-8eda-40a4-ab5a-0167482b17e7","MaaSSubscription":{"name":"test-model-0ecae0-sub","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"name":"maas-trlp-test-model-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:56.433879606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"80f66c2b-9515-4824-98a8-fecef38c5a71","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"tenant":"e2e-inf-b-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:56.433926891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"80f66c2b-9515-4824-98a8-fecef38c5a71","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"routeName":"test-model-0ecae0-kserve-route","namespace":"ai-tenant-e2e-inf-b-0ecae0","llmisvcName":"test-model-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:57.574320956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"f326f787-315d-49be-ac60-01cc65759ab8","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-31a6e3","tenantID":"e2e-inf-a-31a6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:57.595253884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"f326f787-315d-49be-ac60-01cc65759ab8","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"name":"e2e-inf-a-31a6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:57.614856227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-31a6e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14436c84708e537b005cad4a1ecfa12abc2c23b483ffc76b4cc14618a6a6e206) AuthConfig (e9668717a1e48b8294a46c1b7fe369c709c3bf141bf8d56627800e8d3f030832) AuthConfig (72c03df1cc80cdb0f004dfbe29b0e01b2bf938e09da9bb0179f2c743c4459192) AuthConfig (f119e8d7d958885329474a31e016c68027f78f7f69048f5e6169ea09b300f4cc) AuthConfig (7516144b3e843e0a8fdef31c837d3959e69dd065f9f5bb68500b7b7966f50df0) AuthConfig (d73d2004fe21a4172a3a9a3ec198452ec6a85885872e843d9f102c1b4947e8d9) AuthConfig (53a42281b45ee54b87de71b26ab39dcaf90a97a4a09f35f404df6d6c2edae252) AuthConfig (8a02594dab35d126fbb486147904714a03742685499fab37eea9727ab8efef25) AuthConfig (018ba1af9efa5e3780d678117452ef87c5d3df37d9510179ff039d05e48d27ec) AuthConfig (8325e066a0264f9cc582c8290b0c7edb0d54f31575309d2bcf65b0f3c1f117a2) AuthConfig (0f3298377901a923c3c1ed8b84d633a4dd0258ab0fa98cebb3ba6ebe620bd253) AuthConfig (909364a422fa4e1124ca6bb6d563a27755fa1def2fa56022be9e8132b8f41a46) AuthConfig (6f4d2f433b17cbe25be948f5d2875d27e771dea5d307ee506bbb6dfd8ed920f5) AuthConfig (b0e2b4b21f0dd185e48aa532f0aef3fc609f8135f2ec1a7b7bfed6115b163c82) AuthConfig (ebb96ade614d7b39acc5c8a379667cde29fa6b6296ac0422b875643c443efbd2) AuthConfig (0416960e2c1d6ffa6588b97ad3da20389bc626cc4b6391e1774c90c2730c52c8) AuthConfig (35d3bd023a433012e444a6313831b23a9c31681ca841efd591c3ca1019718d53) AuthConfig (9f3be2ee4560b727b4b381200ce21126587089f4de5bf6086a632f53a889158e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"f326f787-315d-49be-ac60-01cc65759ab8","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:57.634577067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"b3d48063-be8c-4677-b1a6-bb8c9809af03","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"tenant":"e2e-inf-a-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:57.634594663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"b3d48063-be8c-4677-b1a6-bb8c9809af03","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"routeName":"test-model-31a6e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-31a6e3","llmisvcName":"test-model-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:58.243478289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"a8cfe0e2-e120-4595-b9d1-5e8f131796fd","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ecae0","tenantID":"e2e-inf-b-0ecae0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:31:58.269042775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"a8cfe0e2-e120-4595-b9d1-5e8f131796fd","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"name":"e2e-inf-b-0ecae0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:03.494491776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"d52bc975-88e4-4286-a88b-f98433b70ecf","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0190d8","tenantID":"e2e-inf-a-0190d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:03.515281341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"d52bc975-88e4-4286-a88b-f98433b70ecf","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"e2e-inf-a-0190d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:03.6030292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"83b3d6be-471c-48cb-af3b-5de0a1a7b61c","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"tenant":"e2e-inf-a-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:03.603051474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"83b3d6be-471c-48cb-af3b-5de0a1a7b61c","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"routeName":"test-model-0190d8-kserve-route","namespace":"ai-tenant-e2e-inf-a-0190d8","llmisvcName":"test-model-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:05.2582347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"aa2b7a5e-25c0-45df-9cdd-b347587aeeb2","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"tenant":"e2e-inf-a-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:05.258256108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"aa2b7a5e-25c0-45df-9cdd-b347587aeeb2","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"routeName":"test-model-0190d8-kserve-route","namespace":"ai-tenant-e2e-inf-a-0190d8","llmisvcName":"test-model-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:05.282303428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"cd805e9e-0660-44c1-84c8-926e3ba7ff92","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"tenant":"e2e-inf-a-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:05.282327496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"cd805e9e-0660-44c1-84c8-926e3ba7ff92","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"routeName":"test-model-0190d8-kserve-route","namespace":"ai-tenant-e2e-inf-a-0190d8","llmisvcName":"test-model-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:05.290009372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"ea49a520-d67c-4056-9de5-87faba09f885","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0190d8","tenantID":"e2e-inf-a-0190d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:32:05.292864509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0190d8-sub","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-sub","reconcileID":"32dea3eb-904b-4070-8b65-30ee6680dcec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-0190d8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:32:05.30031104Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"cd805e9e-0660-44c1-84c8-926e3ba7ff92","name":"test-model-0190d8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-0190d8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:32:05.300360312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"cd805e9e-0660-44c1-84c8-926e3ba7ff92","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-0190d8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:05.30556299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"74229d83-c31a-48e9-a4e5-805e0521d466","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"tenant":"e2e-inf-a-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:05.305577182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"74229d83-c31a-48e9-a4e5-805e0521d466","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"routeName":"test-model-0190d8-kserve-route","namespace":"ai-tenant-e2e-inf-a-0190d8","llmisvcName":"test-model-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:05.313046307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"ea49a520-d67c-4056-9de5-87faba09f885","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"e2e-inf-a-0190d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:05.331419269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"c1ff53f8-9a9f-4e65-a39e-01e47094c329","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"tenant":"e2e-inf-a-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:05.331436913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"c1ff53f8-9a9f-4e65-a39e-01e47094c329","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"routeName":"test-model-0190d8-kserve-route","namespace":"ai-tenant-e2e-inf-a-0190d8","llmisvcName":"test-model-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:05.351397966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"304a2d58-878f-4487-bb23-70b7997afad6","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"tenant":"e2e-inf-a-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:05.351416864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"304a2d58-878f-4487-bb23-70b7997afad6","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"routeName":"test-model-0190d8-kserve-route","namespace":"ai-tenant-e2e-inf-a-0190d8","llmisvcName":"test-model-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:05.429932431Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0190d8-sub","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-sub","reconcileID":"7b9e1d01-2e65-4061-aac7-0e343ec460b8","MaaSSubscription":{"name":"test-model-0190d8-sub","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"maas-trlp-test-model-0190d8","model":"test-model-0190d8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-0190d8/test-model-0190d8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:05.479062133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"84c9ca28-c6be-474d-9acc-80db6377e7e4","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0190d8","tenantID":"e2e-inf-a-0190d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:05.488340984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"15bc1029-2bca-4b95-9f19-8274fe7c48ff","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"tenant":"e2e-inf-a-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:05.488361329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"15bc1029-2bca-4b95-9f19-8274fe7c48ff","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"routeName":"test-model-0190d8-kserve-route","namespace":"ai-tenant-e2e-inf-a-0190d8","llmisvcName":"test-model-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:05.500934285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"84c9ca28-c6be-474d-9acc-80db6377e7e4","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"e2e-inf-a-0190d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:05.553067974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0190d8-sub","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-sub","reconcileID":"ca5f48fb-e15d-4bf0-9717-7b037ea06eb2","MaaSSubscription":{"name":"test-model-0190d8-sub","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"maas-trlp-test-model-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.066675638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"82221d49-0a6e-447a-814f-e3e778b46264","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.087298213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"82221d49-0a6e-447a-814f-e3e778b46264","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.107248918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"82221d49-0a6e-447a-814f-e3e778b46264","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.47958485Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","namespace":"ai-tenant-e2e-inf-b-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.479658195Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","namespace":"ai-tenant-e2e-inf-b-9d71fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.479726548Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","tenant":"e2e-inf-b-9d71fa","tenantID":"e2e-inf-b-9d71fa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.49765227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","gvk":"Deployment","name":"maas-api-e2e-inf-b-9d71fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.531489427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","gvk":"Service","name":"maas-api-e2e-inf-b-9d71fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.551385572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-9d71fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.56952929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-9d71fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.588197521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-9d71fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.606766914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-9d71fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.628123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-9d71fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.648608794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-9d71fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.665113492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","gvk":"Deployment","name":"payload-processing-e2e-inf-b-9d71fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.681161446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-9d71fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.696991381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","gvk":"Service","name":"payload-processing-e2e-inf-b-9d71fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.713001358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-9d71fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.729190844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-9d71fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.745361439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-9d71fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.761881491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-9d71fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.786237591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-9d71fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.806394443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-9d71fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.829283326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-9d71fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.846400216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-9d71fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:06.863213073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9d71fa"},"namespace":"ai-tenant-e2e-inf-b-9d71fa","name":"default-tenant","reconcileID":"da5170e3-1c75-45c3-8387-01549f7f1644","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-9d71fa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:07.277421602Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-9d71fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-9d71fa","reconcileID":"6ec355a5-ac24-4da5-b230-501783ac3570","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-9d71fa","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-9d71fa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:07.666994187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"2672c769-1691-42f3-89b0-64a1519a0698","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-31a6e3","tenantID":"e2e-inf-a-31a6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:07.688250522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"2672c769-1691-42f3-89b0-64a1519a0698","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"name":"e2e-inf-a-31a6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:07.708082523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-31a6e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14436c84708e537b005cad4a1ecfa12abc2c23b483ffc76b4cc14618a6a6e206) AuthConfig (e9668717a1e48b8294a46c1b7fe369c709c3bf141bf8d56627800e8d3f030832) AuthConfig (72c03df1cc80cdb0f004dfbe29b0e01b2bf938e09da9bb0179f2c743c4459192) AuthConfig (f119e8d7d958885329474a31e016c68027f78f7f69048f5e6169ea09b300f4cc) AuthConfig (7516144b3e843e0a8fdef31c837d3959e69dd065f9f5bb68500b7b7966f50df0) AuthConfig (d73d2004fe21a4172a3a9a3ec198452ec6a85885872e843d9f102c1b4947e8d9) AuthConfig (53a42281b45ee54b87de71b26ab39dcaf90a97a4a09f35f404df6d6c2edae252) AuthConfig (8a02594dab35d126fbb486147904714a03742685499fab37eea9727ab8efef25) AuthConfig (018ba1af9efa5e3780d678117452ef87c5d3df37d9510179ff039d05e48d27ec) AuthConfig (8325e066a0264f9cc582c8290b0c7edb0d54f31575309d2bcf65b0f3c1f117a2) AuthConfig (0f3298377901a923c3c1ed8b84d633a4dd0258ab0fa98cebb3ba6ebe620bd253) AuthConfig (909364a422fa4e1124ca6bb6d563a27755fa1def2fa56022be9e8132b8f41a46) AuthConfig (6f4d2f433b17cbe25be948f5d2875d27e771dea5d307ee506bbb6dfd8ed920f5) AuthConfig (b0e2b4b21f0dd185e48aa532f0aef3fc609f8135f2ec1a7b7bfed6115b163c82) AuthConfig (ebb96ade614d7b39acc5c8a379667cde29fa6b6296ac0422b875643c443efbd2) AuthConfig (0416960e2c1d6ffa6588b97ad3da20389bc626cc4b6391e1774c90c2730c52c8) AuthConfig (35d3bd023a433012e444a6313831b23a9c31681ca841efd591c3ca1019718d53) AuthConfig (9f3be2ee4560b727b4b381200ce21126587089f4de5bf6086a632f53a889158e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"2672c769-1691-42f3-89b0-64a1519a0698","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:07.720468101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b43f43-56f2-4d8b-b369-aa736a6dd1ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:07.736738221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b43f43-56f2-4d8b-b369-aa736a6dd1ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:07.753205819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b43f43-56f2-4d8b-b369-aa736a6dd1ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:07.770681374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b43f43-56f2-4d8b-b369-aa736a6dd1ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:08.424038345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf645813-75f7-4398-8092-e08acfb1ca5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:08.440246583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf645813-75f7-4398-8092-e08acfb1ca5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:08.456452518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf645813-75f7-4398-8092-e08acfb1ca5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:08.472453781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf645813-75f7-4398-8092-e08acfb1ca5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:15.84178788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4394cc38-3c57-4525-bc16-8e8e48f710db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:15.841809557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4394cc38-3c57-4525-bc16-8e8e48f710db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:15.862641775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6743cdd6-8e0a-41b7-9adb-ac4f0bfda698","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:15.86266202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6743cdd6-8e0a-41b7-9adb-ac4f0bfda698","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:15.893713362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1073f4bd","namespace":"ai-tenant-e2e-mt-1073f4bd"},"namespace":"ai-tenant-e2e-mt-1073f4bd","name":"e2e-policy-1073f4bd","reconcileID":"f9c5152f-c96d-4fb3-8038-64f180e53dbe","MaaSAuthPolicy":{"name":"e2e-policy-1073f4bd","namespace":"ai-tenant-e2e-mt-1073f4bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:15.914589885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1073f4bd","namespace":"ai-tenant-e2e-mt-1073f4bd"},"namespace":"ai-tenant-e2e-mt-1073f4bd","name":"e2e-policy-1073f4bd","reconcileID":"f9c5152f-c96d-4fb3-8038-64f180e53dbe","MaaSAuthPolicy":{"name":"e2e-policy-1073f4bd","namespace":"ai-tenant-e2e-mt-1073f4bd"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:15.933894678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1073f4bd","namespace":"ai-tenant-e2e-mt-1073f4bd"},"namespace":"ai-tenant-e2e-mt-1073f4bd","name":"e2e-policy-1073f4bd","reconcileID":"f9c5152f-c96d-4fb3-8038-64f180e53dbe","MaaSAuthPolicy":{"name":"e2e-policy-1073f4bd","namespace":"ai-tenant-e2e-mt-1073f4bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:15.953480695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bfc0003-1fc5-4416-b66f-df48bc8b0778","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:15.95349875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bfc0003-1fc5-4416-b66f-df48bc8b0778","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:16.21759649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"4a0349f1-70ba-477b-8a49-3b8a3b7ef40f","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:16.238649441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"4a0349f1-70ba-477b-8a49-3b8a3b7ef40f","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:16.258184842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"4a0349f1-70ba-477b-8a49-3b8a3b7ef40f","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:17.741391412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"cebd6bf3-06a5-48d7-8f49-448be9d637a6","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-31a6e3","tenantID":"e2e-inf-a-31a6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:17.763150981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"cebd6bf3-06a5-48d7-8f49-448be9d637a6","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"name":"e2e-inf-a-31a6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:17.782978468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-31a6e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14436c84708e537b005cad4a1ecfa12abc2c23b483ffc76b4cc14618a6a6e206) AuthConfig (e9668717a1e48b8294a46c1b7fe369c709c3bf141bf8d56627800e8d3f030832) AuthConfig (72c03df1cc80cdb0f004dfbe29b0e01b2bf938e09da9bb0179f2c743c4459192) AuthConfig (f119e8d7d958885329474a31e016c68027f78f7f69048f5e6169ea09b300f4cc) AuthConfig (7516144b3e843e0a8fdef31c837d3959e69dd065f9f5bb68500b7b7966f50df0) AuthConfig (d73d2004fe21a4172a3a9a3ec198452ec6a85885872e843d9f102c1b4947e8d9) AuthConfig (53a42281b45ee54b87de71b26ab39dcaf90a97a4a09f35f404df6d6c2edae252) AuthConfig (8a02594dab35d126fbb486147904714a03742685499fab37eea9727ab8efef25) AuthConfig (018ba1af9efa5e3780d678117452ef87c5d3df37d9510179ff039d05e48d27ec) AuthConfig (8325e066a0264f9cc582c8290b0c7edb0d54f31575309d2bcf65b0f3c1f117a2) AuthConfig (0f3298377901a923c3c1ed8b84d633a4dd0258ab0fa98cebb3ba6ebe620bd253) AuthConfig (909364a422fa4e1124ca6bb6d563a27755fa1def2fa56022be9e8132b8f41a46) AuthConfig (6f4d2f433b17cbe25be948f5d2875d27e771dea5d307ee506bbb6dfd8ed920f5) AuthConfig (b0e2b4b21f0dd185e48aa532f0aef3fc609f8135f2ec1a7b7bfed6115b163c82) AuthConfig (ebb96ade614d7b39acc5c8a379667cde29fa6b6296ac0422b875643c443efbd2) AuthConfig (0416960e2c1d6ffa6588b97ad3da20389bc626cc4b6391e1774c90c2730c52c8) AuthConfig (35d3bd023a433012e444a6313831b23a9c31681ca841efd591c3ca1019718d53) AuthConfig (9f3be2ee4560b727b4b381200ce21126587089f4de5bf6086a632f53a889158e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"cebd6bf3-06a5-48d7-8f49-448be9d637a6","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:24.385752787Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:26.290637291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"443e2aaf-268d-463e-b5ca-3d038150adec","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:26.311798097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"443e2aaf-268d-463e-b5ca-3d038150adec","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:26.331749446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"443e2aaf-268d-463e-b5ca-3d038150adec","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:26.354766215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9948bac9-37ea-4c7d-ac0c-c21fa18c2c1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:26.354787421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9948bac9-37ea-4c7d-ac0c-c21fa18c2c1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:27.816266185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"6bb58db1-7657-4b6b-bf61-e3654b7ae795","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-31a6e3","tenantID":"e2e-inf-a-31a6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:27.837431013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"6bb58db1-7657-4b6b-bf61-e3654b7ae795","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"name":"e2e-inf-a-31a6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:27.970443215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"52b8ef2e-c664-4905-8c05-8ad33de8935a","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"tenant":"e2e-inf-a-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:27.970474266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"52b8ef2e-c664-4905-8c05-8ad33de8935a","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"routeName":"test-model-31a6e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-31a6e3","llmisvcName":"test-model-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:30.186982491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"5ca392f1-518f-4eb6-9ff4-2f399ccb2176","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"tenant":"e2e-inf-a-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:30.187003071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"5ca392f1-518f-4eb6-9ff4-2f399ccb2176","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"routeName":"test-model-31a6e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-31a6e3","llmisvcName":"test-model-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:30.210726603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"4bd6216c-7225-4827-b364-7c81c3e08050","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"tenant":"e2e-inf-a-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:30.21075236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"4bd6216c-7225-4827-b364-7c81c3e08050","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"routeName":"test-model-31a6e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-31a6e3","llmisvcName":"test-model-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:30.21813352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"63a6c4fe-aa44-426a-a60e-7c496fc4133b","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-31a6e3","tenantID":"e2e-inf-a-31a6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:32:30.221433044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-31a6e3-sub","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-sub","reconcileID":"e9464af1-7d33-4452-b1c1-9781654e1b4d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-31a6e3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:32:30.228956498Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"4bd6216c-7225-4827-b364-7c81c3e08050","name":"test-model-31a6e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-31a6e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:32:30.229006677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"4bd6216c-7225-4827-b364-7c81c3e08050","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-31a6e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:30.23437177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"ad1948b8-755d-41b9-924a-a131ffd3e3f6","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"tenant":"e2e-inf-a-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:30.234391264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"ad1948b8-755d-41b9-924a-a131ffd3e3f6","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"routeName":"test-model-31a6e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-31a6e3","llmisvcName":"test-model-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:30.239014642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"63a6c4fe-aa44-426a-a60e-7c496fc4133b","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"name":"e2e-inf-a-31a6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:30.258781232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"c1b32a59-ab80-4105-8acb-da0efec373b2","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"tenant":"e2e-inf-a-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:30.258797209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"c1b32a59-ab80-4105-8acb-da0efec373b2","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"routeName":"test-model-31a6e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-31a6e3","llmisvcName":"test-model-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:30.277888767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"2471e1cd-e664-44d0-accb-06f007cdd88c","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"tenant":"e2e-inf-a-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:30.277934473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"2471e1cd-e664-44d0-accb-06f007cdd88c","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"routeName":"test-model-31a6e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-31a6e3","llmisvcName":"test-model-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:30.35580684Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-31a6e3-sub","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-sub","reconcileID":"af0ff1ba-be87-4eb8-8aec-9bab07a47679","MaaSSubscription":{"name":"test-model-31a6e3-sub","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"name":"maas-trlp-test-model-31a6e3","model":"test-model-31a6e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:30.401754213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"39baceca-f552-4f59-aac3-36d3404c3bba","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-31a6e3","tenantID":"e2e-inf-a-31a6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:30.414518739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"5899beff-d21f-4369-90e8-80c1a4985e2c","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"tenant":"e2e-inf-a-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:30.414546565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"5899beff-d21f-4369-90e8-80c1a4985e2c","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"routeName":"test-model-31a6e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-31a6e3","llmisvcName":"test-model-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:30.424216513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"39baceca-f552-4f59-aac3-36d3404c3bba","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"name":"e2e-inf-a-31a6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:30.479215171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-31a6e3-sub","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-sub","reconcileID":"ab5775e5-2417-4f3e-aec9-af4dcceabc71","MaaSSubscription":{"name":"test-model-31a6e3-sub","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"name":"maas-trlp-test-model-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:36.386399441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"a8ebaa91-e06a-4ab8-9cf7-b656eef2a286","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:36.40732179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"a8ebaa91-e06a-4ab8-9cf7-b656eef2a286","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:36.427790829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"a8ebaa91-e06a-4ab8-9cf7-b656eef2a286","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:42.035967595Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1073f4bd","namespace":"ai-tenant-e2e-mt-1073f4bd"},"namespace":"ai-tenant-e2e-mt-1073f4bd","name":"e2e-policy-1073f4bd","reconcileID":"69c55549-eb0e-4eff-9f5d-0576653ebf79","MaaSAuthPolicy":{"name":"e2e-policy-1073f4bd","namespace":"ai-tenant-e2e-mt-1073f4bd"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:42.067493907Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1073f4bd","namespace":"ai-tenant-e2e-mt-1073f4bd"},"namespace":"ai-tenant-e2e-mt-1073f4bd","name":"e2e-policy-1073f4bd","reconcileID":"69c55549-eb0e-4eff-9f5d-0576653ebf79","MaaSAuthPolicy":{"name":"e2e-policy-1073f4bd","namespace":"ai-tenant-e2e-mt-1073f4bd"},"policyNamespace":"ai-tenant-e2e-mt-1073f4bd","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:46.460486126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"8cd2b364-69b2-4cbe-80be-2c6049af5351","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:46.481896743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"8cd2b364-69b2-4cbe-80be-2c6049af5351","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:46.501781111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"8cd2b364-69b2-4cbe-80be-2c6049af5351","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:54.387528107Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:54.927648241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0190d8-sub","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-sub","reconcileID":"fcb1aa14-8fab-46a1-916f-cdad7000cf24","MaaSSubscription":{"name":"test-model-0190d8-sub","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"maas-trlp-test-model-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:55.002523853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"09863ce8-ddfc-4a2d-b6d3-cb7f9bf991d7","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"tenant":"e2e-inf-a-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:55.002545273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"09863ce8-ddfc-4a2d-b6d3-cb7f9bf991d7","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"routeName":"test-model-0190d8-kserve-route","namespace":"ai-tenant-e2e-inf-a-0190d8","llmisvcName":"test-model-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:55.126779749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-31a6e3-sub","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-sub","reconcileID":"c4f45ba2-ca37-455e-ba97-5280693fe392","MaaSSubscription":{"name":"test-model-31a6e3-sub","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"name":"maas-trlp-test-model-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:55.191143787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"b40369d4-c02a-40d6-b0e2-1d4240cf6d10","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"tenant":"e2e-inf-a-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:55.19116488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"b40369d4-c02a-40d6-b0e2-1d4240cf6d10","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"routeName":"test-model-31a6e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-31a6e3","llmisvcName":"test-model-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:55.517618437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"50b3a251-1ea1-417e-ad76-d8bc6383fe51","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0190d8","tenantID":"e2e-inf-a-0190d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:55.538557415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"50b3a251-1ea1-417e-ad76-d8bc6383fe51","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"e2e-inf-a-0190d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:56.535401114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"f72f51f3-c5ca-4da3-8497-88c66c0b2d2f","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:56.555931104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"f72f51f3-c5ca-4da3-8497-88c66c0b2d2f","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:56.705836895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"e8c51881-a990-4c4b-8987-1144b5e96e23","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-31a6e3","tenantID":"e2e-inf-a-31a6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:56.726878415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"e8c51881-a990-4c4b-8987-1144b5e96e23","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"name":"e2e-inf-a-31a6e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:56.72958599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c39fa48d-26bb-4218-ac7b-ce0a748ae994","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:56.729603154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c39fa48d-26bb-4218-ac7b-ce0a748ae994","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:57.954032832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"cbdd97b0-3158-4f03-977c-d5e9be26e77a","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"tenant":"e2e-inf-b-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:57.954142711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"cbdd97b0-3158-4f03-977c-d5e9be26e77a","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"routeName":"test-model-dd0ff7-kserve-route","namespace":"ai-tenant-e2e-inf-b-dd0ff7","llmisvcName":"test-model-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:58.265474542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"107ef4c5-0ceb-4680-82ba-921c546d3441","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"tenant":"e2e-inf-b-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:58.265495556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"107ef4c5-0ceb-4680-82ba-921c546d3441","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"routeName":"test-model-dd0ff7-kserve-route","namespace":"ai-tenant-e2e-inf-b-dd0ff7","llmisvcName":"test-model-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:58.286238942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"e2c669c9-6701-4dc8-83fa-4e5af6d96821","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"tenant":"e2e-inf-b-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:58.28625946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"e2c669c9-6701-4dc8-83fa-4e5af6d96821","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"routeName":"test-model-dd0ff7-kserve-route","namespace":"ai-tenant-e2e-inf-b-dd0ff7","llmisvcName":"test-model-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:58.317759545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"c7469680-1f22-45a7-aff8-292d87beb891","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-dd0ff7","tenantID":"e2e-inf-b-dd0ff7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:58.373740938Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"c7469680-1f22-45a7-aff8-292d87beb891","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"name":"e2e-inf-b-dd0ff7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:58.397402851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-dd0ff7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"c7469680-1f22-45a7-aff8-292d87beb891","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:58.416714253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"e6a53627-c357-4121-b064-bf0c96157feb","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"tenant":"e2e-inf-b-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:58.416741157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"e6a53627-c357-4121-b064-bf0c96157feb","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"routeName":"test-model-dd0ff7-kserve-route","namespace":"ai-tenant-e2e-inf-b-dd0ff7","llmisvcName":"test-model-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:58.753207945Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"baab52e0-e45e-4cb2-81c9-ce39122398b7","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:58.753310096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a13158ea-8cc0-4a4e-8583-1728c36a175c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:58.753329296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a13158ea-8cc0-4a4e-8583-1728c36a175c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:58.869990716Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-policy-2ce1c1ee","reconcileID":"baab52e0-e45e-4cb2-81c9-ce39122398b7","MaaSAuthPolicy":{"name":"e2e-policy-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"policyNamespace":"ai-tenant-e2e-mt-2ce1c1ee","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:58.893182071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdc64679-b0f3-41a3-8f2b-17ad6228dd2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:58.893200642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdc64679-b0f3-41a3-8f2b-17ad6228dd2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:59.042889107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6ac792e-139d-4cf8-abfe-e8e437c34ff7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:59.042932663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6ac792e-139d-4cf8-abfe-e8e437c34ff7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:59.17492221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"13ed786f-cd09-4b37-84f2-2b7a9bdcd969","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"tenant":"e2e-inf-b-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:59.174944834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"13ed786f-cd09-4b37-84f2-2b7a9bdcd969","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"routeName":"test-model-ffea51-kserve-route","namespace":"ai-tenant-e2e-inf-b-ffea51","llmisvcName":"test-model-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:59.519724747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"a56db83c-8964-48d2-91ce-d8c137730f2a","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"tenant":"e2e-inf-b-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:59.519753857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"a56db83c-8964-48d2-91ce-d8c137730f2a","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"routeName":"test-model-ffea51-kserve-route","namespace":"ai-tenant-e2e-inf-b-ffea51","llmisvcName":"test-model-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:59.538873079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"384604ff-c938-439b-946f-520599de9633","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"tenant":"e2e-inf-b-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:59.538889895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"384604ff-c938-439b-946f-520599de9633","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"routeName":"test-model-ffea51-kserve-route","namespace":"ai-tenant-e2e-inf-b-ffea51","llmisvcName":"test-model-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:59.570294947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"9ce8539e-a9fb-4bf2-8635-fe1cd12c97b4","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ffea51","tenantID":"e2e-inf-b-ffea51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:59.625382445Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"9ce8539e-a9fb-4bf2-8635-fe1cd12c97b4","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"name":"e2e-inf-b-ffea51-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:59.645110048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ffea51-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"9ce8539e-a9fb-4bf2-8635-fe1cd12c97b4","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:59.666598623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"ff39ce32-7f1d-41ed-b192-469654d6eba8","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"tenant":"e2e-inf-b-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:32:59.666615345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"ff39ce32-7f1d-41ed-b192-469654d6eba8","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"routeName":"test-model-ffea51-kserve-route","namespace":"ai-tenant-e2e-inf-b-ffea51","llmisvcName":"test-model-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:08.449010608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"52ae3cd1-7026-4620-91e4-1c9a2de9ed38","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-dd0ff7","tenantID":"e2e-inf-b-dd0ff7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:08.470663283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"52ae3cd1-7026-4620-91e4-1c9a2de9ed38","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"name":"e2e-inf-b-dd0ff7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:08.490443115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-dd0ff7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"52ae3cd1-7026-4620-91e4-1c9a2de9ed38","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:09.096866618Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-sub-2ce1c1ee","reconcileID":"bf23410a-ae31-43fb-9908-66a7264ccef6","MaaSSubscription":{"name":"e2e-sub-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-2ce1c1ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:09.168680271Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"namespace":"ai-tenant-e2e-mt-2ce1c1ee","name":"e2e-sub-2ce1c1ee","reconcileID":"bf23410a-ae31-43fb-9908-66a7264ccef6","MaaSSubscription":{"name":"e2e-sub-2ce1c1ee","namespace":"ai-tenant-e2e-mt-2ce1c1ee"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:09.235501751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e0854dad-9aa1-4a06-ac80-622c05f43e26","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:09.244607705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04abe2bb-94fd-4375-9bc2-e910f34a5c7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:09.244624129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04abe2bb-94fd-4375-9bc2-e910f34a5c7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:09.698563355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"8a367ce2-7777-451f-bb37-22037aa0afc1","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ffea51","tenantID":"e2e-inf-b-ffea51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:09.7197706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"8a367ce2-7777-451f-bb37-22037aa0afc1","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"name":"e2e-inf-b-ffea51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:09.739312085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ffea51-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"8a367ce2-7777-451f-bb37-22037aa0afc1","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:10.382797374Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"3e946f51-475f-4b3b-bf28-8f080c013634","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:10.382949034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"b30ab382-2137-46f2-9211-d040e552b2bb","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"tenant":"e2e-inf-a-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:10.382967928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"b30ab382-2137-46f2-9211-d040e552b2bb","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"routeName":"test-model-ae3538-kserve-route","namespace":"ai-tenant-e2e-inf-a-ae3538","llmisvcName":"test-model-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:10.469342487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ae3538-sub","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-sub","reconcileID":"bac5e209-c783-4b39-aad0-6b186551e761","MaaSSubscription":{"name":"test-model-ae3538-sub","namespace":"ai-tenant-e2e-inf-a-ae3538"},"name":"maas-trlp-test-model-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:10.515561873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"3e946f51-475f-4b3b-bf28-8f080c013634","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ae3538","tenantID":"e2e-inf-a-ae3538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:10.572969772Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"3e946f51-475f-4b3b-bf28-8f080c013634","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"name":"e2e-inf-a-ae3538-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:10.572989467Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-auth","reconcileID":"3e946f51-475f-4b3b-bf28-8f080c013634","MaaSAuthPolicy":{"name":"test-model-ae3538-auth","namespace":"ai-tenant-e2e-inf-a-ae3538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:10.593514805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"679c05db-11ce-4c89-8356-41de3d7d735d","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"tenant":"e2e-inf-a-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:10.593532861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"679c05db-11ce-4c89-8356-41de3d7d735d","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"routeName":"test-model-ae3538-kserve-route","namespace":"ai-tenant-e2e-inf-a-ae3538","llmisvcName":"test-model-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:10.682484114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ae3538-sub","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-sub","reconcileID":"eef2e417-e6e0-48a2-a82a-b70e0dcdeab3","MaaSSubscription":{"name":"test-model-ae3538-sub","namespace":"ai-tenant-e2e-inf-a-ae3538"},"name":"maas-trlp-test-model-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:10.746880522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"42ba511f-4d79-484b-8fd1-916f847f62c1","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"tenant":"e2e-inf-a-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:10.746936742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"42ba511f-4d79-484b-8fd1-916f847f62c1","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"routeName":"test-model-ae3538-kserve-route","namespace":"ai-tenant-e2e-inf-a-ae3538","llmisvcName":"test-model-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:18.525691275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"ff42936e-7005-4c02-81be-bb62ec1db581","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-dd0ff7","tenantID":"e2e-inf-b-dd0ff7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:18.546567495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"ff42936e-7005-4c02-81be-bb62ec1db581","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"name":"e2e-inf-b-dd0ff7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:18.566290794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-dd0ff7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"ff42936e-7005-4c02-81be-bb62ec1db581","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:19.7918453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"2eea8e8e-1c93-4ffa-b6db-aa4d2d208c09","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ffea51","tenantID":"e2e-inf-b-ffea51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:19.812430428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"2eea8e8e-1c93-4ffa-b6db-aa4d2d208c09","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"name":"e2e-inf-b-ffea51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:19.832153456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ffea51-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"2eea8e8e-1c93-4ffa-b6db-aa4d2d208c09","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:20.801280413Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ae3538-sub","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-sub","reconcileID":"e4f4d13c-7428-4c22-8b63-5a22c1c1e2f0","MaaSSubscription":{"name":"test-model-ae3538-sub","namespace":"ai-tenant-e2e-inf-a-ae3538"},"model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","subscription":"test-model-ae3538-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:20.81774268Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ae3538-sub","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-sub","reconcileID":"e4f4d13c-7428-4c22-8b63-5a22c1c1e2f0","MaaSSubscription":{"name":"test-model-ae3538-sub","namespace":"ai-tenant-e2e-inf-a-ae3538"},"model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:20.856126118Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ae3538-sub","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538-sub","reconcileID":"e4f4d13c-7428-4c22-8b63-5a22c1c1e2f0","MaaSSubscription":{"name":"test-model-ae3538-sub","namespace":"ai-tenant-e2e-inf-a-ae3538"},"name":"maas-trlp-test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:21.016604866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"9f9d3cf3-fd61-4354-b22e-1e1978f6b252","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"tenant":"e2e-inf-a-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","model":"ai-tenant-e2e-inf-a-ae3538/test-model-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:21.016627296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"test-model-ae3538","reconcileID":"9f9d3cf3-fd61-4354-b22e-1e1978f6b252","MaaSModelRef":{"name":"test-model-ae3538","namespace":"ai-tenant-e2e-inf-a-ae3538"},"routeName":"test-model-ae3538-kserve-route","namespace":"ai-tenant-e2e-inf-a-ae3538","llmisvcName":"test-model-ae3538","gateway":"openshift-ingress/e2e-inf-a-ae3538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:21.930920753Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"cc3d9929-6f19-46d2-bc85-cf9d708a4f31","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:21.931880575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"b49411b7-6341-4a62-bbb8-9ac7a825510a","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"tenant":"e2e-inf-b-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:21.931916662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"b49411b7-6341-4a62-bbb8-9ac7a825510a","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"routeName":"test-model-0ecae0-kserve-route","namespace":"ai-tenant-e2e-inf-b-0ecae0","llmisvcName":"test-model-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:22.022674982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0ecae0-sub","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-sub","reconcileID":"d709aec0-a303-4343-aeac-278c43dddec9","MaaSSubscription":{"name":"test-model-0ecae0-sub","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"name":"maas-trlp-test-model-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:22.065366477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"cc3d9929-6f19-46d2-bc85-cf9d708a4f31","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ecae0","tenantID":"e2e-inf-b-0ecae0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:22.126607071Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"cc3d9929-6f19-46d2-bc85-cf9d708a4f31","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"name":"e2e-inf-b-0ecae0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:22.126629873Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-auth","reconcileID":"cc3d9929-6f19-46d2-bc85-cf9d708a4f31","MaaSAuthPolicy":{"name":"test-model-0ecae0-auth","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:22.147206675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"1b146a07-4811-439a-948a-58e66c2c2609","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"tenant":"e2e-inf-b-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:22.147224299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"1b146a07-4811-439a-948a-58e66c2c2609","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"routeName":"test-model-0ecae0-kserve-route","namespace":"ai-tenant-e2e-inf-b-0ecae0","llmisvcName":"test-model-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:22.235605966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0ecae0-sub","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-sub","reconcileID":"729b4d2d-cdd8-4993-bb7b-3bbeb7b7859e","MaaSSubscription":{"name":"test-model-0ecae0-sub","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"name":"maas-trlp-test-model-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:22.306127263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"5fdd28f2-eca7-41aa-a0a9-f383cd3346a7","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"tenant":"e2e-inf-b-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:22.306146197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"5fdd28f2-eca7-41aa-a0a9-f383cd3346a7","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"routeName":"test-model-0ecae0-kserve-route","namespace":"ai-tenant-e2e-inf-b-0ecae0","llmisvcName":"test-model-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:24.381753148Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:28.602692303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"319f2a99-1b65-4781-a4e6-f24ae2a38336","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-dd0ff7","tenantID":"e2e-inf-b-dd0ff7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:28.624313115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"319f2a99-1b65-4781-a4e6-f24ae2a38336","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"name":"e2e-inf-b-dd0ff7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:28.645318535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-dd0ff7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"319f2a99-1b65-4781-a4e6-f24ae2a38336","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:29.828653775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"a97ef5f9-5b23-43ff-95de-065871836836","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:29.878382595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"5f3196f9-b52d-4546-9db9-1787cd549943","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ffea51","tenantID":"e2e-inf-b-ffea51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:29.910736432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"5f3196f9-b52d-4546-9db9-1787cd549943","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"name":"e2e-inf-b-ffea51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:29.93178039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0190d8-sub","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-sub","reconcileID":"79d4a266-96e5-4275-b999-92641de80a86","MaaSSubscription":{"name":"test-model-0190d8-sub","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"maas-trlp-test-model-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:29.934123323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ffea51-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"5f3196f9-b52d-4546-9db9-1787cd549943","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:30.048706332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7226023f-bab6-46ce-8927-10e7fa06ef98","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:30.145831417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"09a96172-d1b1-4085-9f40-02f57db2b4d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:30.23249823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e8eb7c64-5b5d-45b4-9f1c-a939e079cc66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:30.233137127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"26bf5d8a-6b35-43ba-9aab-cc09365e72d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:30.243499429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"69ccbb86-c35e-4966-8243-0c4b5be94409","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:30.342375777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"93ba200d-e865-48a2-bcbb-6dbd76984421","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:30.343052736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"cd785956-a86e-4fd2-a768-cca04d3906d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:30.886588184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"7bc273ed-4d74-41ee-a004-2134be1f55df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:30.986758779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"fa64de47-d48c-4cce-b211-5892253cee99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:31.1535904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"fab9de08-6df8-4382-8fb2-de0549b9217b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:31.270293461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-31a6e3-sub","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-sub","reconcileID":"5e41f84a-273c-4367-a425-71305073eafd","MaaSSubscription":{"name":"test-model-31a6e3-sub","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"name":"maas-trlp-test-model-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:31.288345527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"5093b50b-3c68-4137-8e34-6250e78f43cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:32.359615058Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0ecae0-sub","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-sub","reconcileID":"7b818b9d-c8c9-4e92-8c2c-d064ab128c68","MaaSSubscription":{"name":"test-model-0ecae0-sub","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","subscription":"test-model-0ecae0-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:32.376221709Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0ecae0-sub","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-sub","reconcileID":"7b818b9d-c8c9-4e92-8c2c-d064ab128c68","MaaSSubscription":{"name":"test-model-0ecae0-sub","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:32.392603295Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0ecae0-sub","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0-sub","reconcileID":"7b818b9d-c8c9-4e92-8c2c-d064ab128c68","MaaSSubscription":{"name":"test-model-0ecae0-sub","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"name":"maas-trlp-test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:32.553589865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"7fdb9f90-8f6e-4bf0-9399-a74d25074fb2","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"tenant":"e2e-inf-b-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","model":"ai-tenant-e2e-inf-b-0ecae0/test-model-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:32.553617857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"test-model-0ecae0","reconcileID":"7fdb9f90-8f6e-4bf0-9399-a74d25074fb2","MaaSModelRef":{"name":"test-model-0ecae0","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"routeName":"test-model-0ecae0-kserve-route","namespace":"ai-tenant-e2e-inf-b-0ecae0","llmisvcName":"test-model-0ecae0","gateway":"openshift-ingress/e2e-inf-b-0ecae0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:38.678262589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"8198775d-02a1-4582-a35f-1904d4868736","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-dd0ff7","tenantID":"e2e-inf-b-dd0ff7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:38.699436277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"8198775d-02a1-4582-a35f-1904d4868736","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"name":"e2e-inf-b-dd0ff7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:38.719180134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-dd0ff7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7dd69a4fb4b691a2e07a4bb5e70318e1bbecbc5c429472a0ef9d34c8e2e3bfe3) AuthConfig (2d107dcac1b51376b6a09a619f75b976deb28de240062a6094eebc9b2eab7eee) AuthConfig (69352126867c29dd9aeef61c8ecfc6b214def5977c5ff126e1d20fca28192542) AuthConfig (2038196e2c6d7f4c4fe37f8f0e160ea5c7a19076bb286afdfdc91a43c46b4085) AuthConfig (3bbac1a282e6864895bca6aedc2f3071628efbff06c09360b9442a5f518478df) AuthConfig (89e15f597ae7e760f678f6c78ba112afb789b2c38a52db6414452df461143b35) AuthConfig (1952436dd0668e251304659eca15087d29774997177a679ae7a0a8ebc1974c03) AuthConfig (8ff1500a4117437aee6cb93b94f06d0de80668449914e7874c7ad3b16784f18a) AuthConfig (d646cdc7685bc9f980ecfe154bd5abcc5d0200111f388b7fc0f7113f16fe6f50) AuthConfig (5e4ea38dfe2cefc2a60d1a0d88779fa2f85ba4105d67b9c8191f19396a257f13) AuthConfig (0bb45f0666e9762bf7c4a2c5969b59ba3989858f2eafca73b602d20403a1e787) AuthConfig (65624404bda0d519bebaea713159196377522b15d301e7eb67e04e104421d35f) AuthConfig (be23015a00884fd62aab40d9291db738a2385707461417d1d84f5b9310eda352) AuthConfig (b32892e7f0e0bf145eec6c3c6fc6ab610200a6612b841eccdc42148759c41e5e) AuthConfig (834b494bb8b6cc771e1bd4b9c41e50cc9e737f9a41b0b9e815bb60253abeb969) AuthConfig (717b856df3643f92bc88e23af373b27a68f8cd5044c9195fbbe2c32b0bcc816a) AuthConfig (549267ca0ac3cf3c963876b592b7b02bcfb5f716122953f527519d2ca95ef300) AuthConfig (472e697394e443cca919181fd5462d80b0fce3c0e0932115a1fe905913643c5d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"8198775d-02a1-4582-a35f-1904d4868736","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:38.74087356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"fc20e6cd-17bf-4475-9615-d731995966b6","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"tenant":"e2e-inf-b-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:38.740890766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"fc20e6cd-17bf-4475-9615-d731995966b6","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"routeName":"test-model-dd0ff7-kserve-route","namespace":"ai-tenant-e2e-inf-b-dd0ff7","llmisvcName":"test-model-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:39.966281385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"0a9d9098-fbf2-4a78-9e52-1cf4ae0fae84","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ffea51","tenantID":"e2e-inf-b-ffea51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:39.987752349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"0a9d9098-fbf2-4a78-9e52-1cf4ae0fae84","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"name":"e2e-inf-b-ffea51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:40.00739324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ffea51-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bef198c74786be43cb06432e8edaa2ed78677012f7617016eb186127e6adaf9c) AuthConfig (e44903f9abd4487d45d26fd27b60e32bea93167094215f27f23fadd1c8b6da6e) AuthConfig (81469eac7ff0e78766bc2266832388e92c8d700829690b1a0113dcdbacb9a82b) AuthConfig (a3e4c460d88ef2cb0b8b1a474735170bad505bcdb5eab0a5e0fcd9f91ffb20a7) AuthConfig (b32d017523f83912194aa92fa4c978fe84a5298c152a0d8b3cef50005321cc3a) AuthConfig (98bba8b95495f20c1fe10c0a588428860969136f82f3413f3411f536bd3c7086) AuthConfig (59d7ebf332259ef0bf6c0c77f8d6bf6e80feb551a8e6c0fbda4133f75a6817c4) AuthConfig (a831c1f020724d4ed6f7ddb7f32726310ed34750b9c907123d8d451fc7fd2b66) AuthConfig (bbd8af1835d5dad7c54af13785267db713cd89dc8a7cdc24d6e0fab412f0c06c) AuthConfig (6a36494f24959352ebd46afdfae1d83a00942181d35c3c31f5a3fdf55cac6069) AuthConfig (042d793595b0d07b998680fd134d49bd768a7d035c4a30216ab3bb15f7166b1c) AuthConfig (ee4ca94e6d7e324767ee2f74a28f1743ba893fa0ee7c1b1fb7eebfbcc960d5c6) AuthConfig (c39ad3908d40ee7fc37c1a198c0ccd27d174f14e36102f4a62b90c3fc2adb3e1) AuthConfig (8e5d04d52641c75e1428db9d95fc1e36eb062be151d5c1f71e5252f7c59089c7) AuthConfig (6539cf8cce5ea1cedc55f84ab2e7ddeb57c7f284be8b29ba7c247cff72363a43) AuthConfig (0e00602f06e13ca9967b7001174047b52ebc60cb07819594b6df6d5c59ecf3f8) AuthConfig (16409475450acf32a276bbdf8a79d1a005230f603f475eb5730672d1cacbaf52) AuthConfig (e041425dd98760c7bc26c22f61643d38dc2c4d1c45c58db7ae3ccd3d79c9a806)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"0a9d9098-fbf2-4a78-9e52-1cf4ae0fae84","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:40.028540331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"f4464b7e-2454-47f5-8566-47d499d0bd35","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"tenant":"e2e-inf-b-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:40.028557922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"f4464b7e-2454-47f5-8566-47d499d0bd35","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"routeName":"test-model-ffea51-kserve-route","namespace":"ai-tenant-e2e-inf-b-ffea51","llmisvcName":"test-model-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:46.388091665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6649f7e-71ac-45ed-ac90-4ace864ff703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:46.405365286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6649f7e-71ac-45ed-ac90-4ace864ff703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:46.4226783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6649f7e-71ac-45ed-ac90-4ace864ff703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:46.438521875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6649f7e-71ac-45ed-ac90-4ace864ff703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:47.151960285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b8d97e-ae4b-4075-8ae6-a6d57a38f203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:47.168226659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b8d97e-ae4b-4075-8ae6-a6d57a38f203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:47.184324296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b8d97e-ae4b-4075-8ae6-a6d57a38f203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:47.200328407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b8d97e-ae4b-4075-8ae6-a6d57a38f203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:48.772839181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"84275de3-29ad-4c54-9f0a-d5e945762466","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-dd0ff7","tenantID":"e2e-inf-b-dd0ff7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:48.793821763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"84275de3-29ad-4c54-9f0a-d5e945762466","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"name":"e2e-inf-b-dd0ff7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:48.813538588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-dd0ff7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7dd69a4fb4b691a2e07a4bb5e70318e1bbecbc5c429472a0ef9d34c8e2e3bfe3) AuthConfig (2d107dcac1b51376b6a09a619f75b976deb28de240062a6094eebc9b2eab7eee) AuthConfig (69352126867c29dd9aeef61c8ecfc6b214def5977c5ff126e1d20fca28192542) AuthConfig (2038196e2c6d7f4c4fe37f8f0e160ea5c7a19076bb286afdfdc91a43c46b4085) AuthConfig (3bbac1a282e6864895bca6aedc2f3071628efbff06c09360b9442a5f518478df) AuthConfig (89e15f597ae7e760f678f6c78ba112afb789b2c38a52db6414452df461143b35) AuthConfig (1952436dd0668e251304659eca15087d29774997177a679ae7a0a8ebc1974c03) AuthConfig (8ff1500a4117437aee6cb93b94f06d0de80668449914e7874c7ad3b16784f18a) AuthConfig (d646cdc7685bc9f980ecfe154bd5abcc5d0200111f388b7fc0f7113f16fe6f50) AuthConfig (5e4ea38dfe2cefc2a60d1a0d88779fa2f85ba4105d67b9c8191f19396a257f13) AuthConfig (0bb45f0666e9762bf7c4a2c5969b59ba3989858f2eafca73b602d20403a1e787) AuthConfig (65624404bda0d519bebaea713159196377522b15d301e7eb67e04e104421d35f) AuthConfig (be23015a00884fd62aab40d9291db738a2385707461417d1d84f5b9310eda352) AuthConfig (b32892e7f0e0bf145eec6c3c6fc6ab610200a6612b841eccdc42148759c41e5e) AuthConfig (834b494bb8b6cc771e1bd4b9c41e50cc9e737f9a41b0b9e815bb60253abeb969) AuthConfig (717b856df3643f92bc88e23af373b27a68f8cd5044c9195fbbe2c32b0bcc816a) AuthConfig (549267ca0ac3cf3c963876b592b7b02bcfb5f716122953f527519d2ca95ef300) AuthConfig (472e697394e443cca919181fd5462d80b0fce3c0e0932115a1fe905913643c5d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"84275de3-29ad-4c54-9f0a-d5e945762466","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:50.06042712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"5968ff66-1313-41e5-9319-a6ce8e4e6764","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ffea51","tenantID":"e2e-inf-b-ffea51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:50.081586478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"5968ff66-1313-41e5-9319-a6ce8e4e6764","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"name":"e2e-inf-b-ffea51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:50.101153821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ffea51-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bef198c74786be43cb06432e8edaa2ed78677012f7617016eb186127e6adaf9c) AuthConfig (e44903f9abd4487d45d26fd27b60e32bea93167094215f27f23fadd1c8b6da6e) AuthConfig (81469eac7ff0e78766bc2266832388e92c8d700829690b1a0113dcdbacb9a82b) AuthConfig (a3e4c460d88ef2cb0b8b1a474735170bad505bcdb5eab0a5e0fcd9f91ffb20a7) AuthConfig (b32d017523f83912194aa92fa4c978fe84a5298c152a0d8b3cef50005321cc3a) AuthConfig (98bba8b95495f20c1fe10c0a588428860969136f82f3413f3411f536bd3c7086) AuthConfig (59d7ebf332259ef0bf6c0c77f8d6bf6e80feb551a8e6c0fbda4133f75a6817c4) AuthConfig (a831c1f020724d4ed6f7ddb7f32726310ed34750b9c907123d8d451fc7fd2b66) AuthConfig (bbd8af1835d5dad7c54af13785267db713cd89dc8a7cdc24d6e0fab412f0c06c) AuthConfig (6a36494f24959352ebd46afdfae1d83a00942181d35c3c31f5a3fdf55cac6069) AuthConfig (042d793595b0d07b998680fd134d49bd768a7d035c4a30216ab3bb15f7166b1c) AuthConfig (ee4ca94e6d7e324767ee2f74a28f1743ba893fa0ee7c1b1fb7eebfbcc960d5c6) AuthConfig (c39ad3908d40ee7fc37c1a198c0ccd27d174f14e36102f4a62b90c3fc2adb3e1) AuthConfig (8e5d04d52641c75e1428db9d95fc1e36eb062be151d5c1f71e5252f7c59089c7) AuthConfig (6539cf8cce5ea1cedc55f84ab2e7ddeb57c7f284be8b29ba7c247cff72363a43) AuthConfig (0e00602f06e13ca9967b7001174047b52ebc60cb07819594b6df6d5c59ecf3f8) AuthConfig (16409475450acf32a276bbdf8a79d1a005230f603f475eb5730672d1cacbaf52) AuthConfig (e041425dd98760c7bc26c22f61643d38dc2c4d1c45c58db7ae3ccd3d79c9a806)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"5968ff66-1313-41e5-9319-a6ce8e4e6764","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:53.509435412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"259450db-59c6-4907-b010-f8f01d2c48eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:53.609725152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"734183fe-f2c1-4964-b856-c66a682897d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:53.610004759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"afdcad20-ab15-42c2-9651-12b38b57078e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:53.710368302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"59fa7496-8d79-4b44-8b28-151a415f28d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:53.710841503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-31a6e3-sub","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-sub","reconcileID":"9ddf71c5-d136-4ce0-bf6d-f170f22755ff","MaaSSubscription":{"name":"test-model-31a6e3-sub","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"name":"maas-trlp-test-model-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:53.811248551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"95eb87ef-8c89-45c7-a9bf-5e9fc872dd73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:53.910174618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"ae06e6cf-1bf7-4c9a-abd5-9fbbf61c41d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:54.072409279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a66a7620-43ef-41c7-a382-e19694cfc76f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:54.24833458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"adcbc69e-7590-4265-9db4-def6218ff9b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:54.348745081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0190d8-sub","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-sub","reconcileID":"3af38191-2d49-4f98-8bab-4890a7919631","MaaSSubscription":{"name":"test-model-0190d8-sub","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"maas-trlp-test-model-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:54.385882928Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:54.448500084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"fa55dc95-3c09-4e03-8585-202dd0b1347a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:54.548720921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"ab9d9ba5-27e6-4921-bf29-00441b44ea4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:54.558866546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"e6a42e41-39cc-4840-9998-77ff68eec500","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:54.650316622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"ad2a3740-0351-4913-8b11-d59f82121830","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:58.845422704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"c3088206-79c8-4b6b-b469-44b3e5781ff2","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-dd0ff7","tenantID":"e2e-inf-b-dd0ff7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:58.866367278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"c3088206-79c8-4b6b-b469-44b3e5781ff2","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"name":"e2e-inf-b-dd0ff7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:58.953031769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"d64f47b9-0f6f-4349-b545-f10bb00c76b1","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"tenant":"e2e-inf-b-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:33:58.953053684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"d64f47b9-0f6f-4349-b545-f10bb00c76b1","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"routeName":"test-model-dd0ff7-kserve-route","namespace":"ai-tenant-e2e-inf-b-dd0ff7","llmisvcName":"test-model-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.133885318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"8f1be8a0-3116-4eda-99f9-19737a72a748","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ffea51","tenantID":"e2e-inf-b-ffea51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.1550574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"8f1be8a0-3116-4eda-99f9-19737a72a748","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"name":"e2e-inf-b-ffea51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.242473576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"13b34324-56d2-4d44-9b8d-5f7210c496a9","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"tenant":"e2e-inf-b-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.242496013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"13b34324-56d2-4d44-9b8d-5f7210c496a9","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"routeName":"test-model-ffea51-kserve-route","namespace":"ai-tenant-e2e-inf-b-ffea51","llmisvcName":"test-model-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.579860192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"4be51d4b-4c51-403b-aab8-c172b79e28b2","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"tenant":"e2e-inf-b-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.579887149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"4be51d4b-4c51-403b-aab8-c172b79e28b2","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"routeName":"test-model-dd0ff7-kserve-route","namespace":"ai-tenant-e2e-inf-b-dd0ff7","llmisvcName":"test-model-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.604367657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"d87f8e83-6b72-4ec3-9297-f63f7286f965","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"tenant":"e2e-inf-b-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.604388407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"d87f8e83-6b72-4ec3-9297-f63f7286f965","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"routeName":"test-model-dd0ff7-kserve-route","namespace":"ai-tenant-e2e-inf-b-dd0ff7","llmisvcName":"test-model-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.611581925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"918df958-c373-4045-a41b-3f9c588b89c5","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-dd0ff7","tenantID":"e2e-inf-b-dd0ff7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:34:00.61418995Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd0ff7-sub","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-sub","reconcileID":"e7a97d4d-347a-4996-a1ef-45645110e063","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-dd0ff7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:34:00.622660351Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"d87f8e83-6b72-4ec3-9297-f63f7286f965","name":"test-model-dd0ff7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-dd0ff7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:34:00.622704174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"d87f8e83-6b72-4ec3-9297-f63f7286f965","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-dd0ff7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.628072379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"6edaaa04-79a5-401c-9700-183124a7fdac","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"tenant":"e2e-inf-b-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.628086528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"6edaaa04-79a5-401c-9700-183124a7fdac","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"routeName":"test-model-dd0ff7-kserve-route","namespace":"ai-tenant-e2e-inf-b-dd0ff7","llmisvcName":"test-model-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.632866366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"918df958-c373-4045-a41b-3f9c588b89c5","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"name":"e2e-inf-b-dd0ff7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.651359575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"218c3bd4-f8cd-43d5-9de1-e37dd30a4c56","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"tenant":"e2e-inf-b-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.651377136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"218c3bd4-f8cd-43d5-9de1-e37dd30a4c56","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"routeName":"test-model-dd0ff7-kserve-route","namespace":"ai-tenant-e2e-inf-b-dd0ff7","llmisvcName":"test-model-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.672589089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"5d05b0bb-b3da-446c-9989-c3ebc16d0cb0","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"tenant":"e2e-inf-b-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.672604788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"5d05b0bb-b3da-446c-9989-c3ebc16d0cb0","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"routeName":"test-model-dd0ff7-kserve-route","namespace":"ai-tenant-e2e-inf-b-dd0ff7","llmisvcName":"test-model-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.738725138Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd0ff7-sub","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-sub","reconcileID":"5026c97e-a022-44fd-b9df-6ff6a1411568","MaaSSubscription":{"name":"test-model-dd0ff7-sub","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"name":"maas-trlp-test-model-dd0ff7","model":"test-model-dd0ff7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.795809921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"b99ca61b-ae59-40e2-9d73-5e7456895580","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"tenant":"e2e-inf-b-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.795828675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"b99ca61b-ae59-40e2-9d73-5e7456895580","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"routeName":"test-model-dd0ff7-kserve-route","namespace":"ai-tenant-e2e-inf-b-dd0ff7","llmisvcName":"test-model-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.814212026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"364fea39-08ab-4f6b-9f14-c97397a63146","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-dd0ff7","tenantID":"e2e-inf-b-dd0ff7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.837247256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"364fea39-08ab-4f6b-9f14-c97397a63146","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"name":"e2e-inf-b-dd0ff7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:00.884789562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd0ff7-sub","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-sub","reconcileID":"94ec9088-4506-48ca-9e24-966009f441ae","MaaSSubscription":{"name":"test-model-dd0ff7-sub","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"name":"maas-trlp-test-model-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:01.938526301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"176cfd23-81ae-4589-a9a2-aaeb2a78eb5f","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"tenant":"e2e-inf-b-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:01.938546101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"176cfd23-81ae-4589-a9a2-aaeb2a78eb5f","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"routeName":"test-model-ffea51-kserve-route","namespace":"ai-tenant-e2e-inf-b-ffea51","llmisvcName":"test-model-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:01.961209432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"8bdeac90-f81d-413a-8a43-6cb157d93078","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"tenant":"e2e-inf-b-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:01.961239309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"8bdeac90-f81d-413a-8a43-6cb157d93078","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"routeName":"test-model-ffea51-kserve-route","namespace":"ai-tenant-e2e-inf-b-ffea51","llmisvcName":"test-model-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:01.970821467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"e6fdb697-9c25-4c57-8092-e4b09f303d74","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ffea51","tenantID":"e2e-inf-b-ffea51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:34:01.975339705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ffea51-sub","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-sub","reconcileID":"fdf57d0c-24e5-4d45-8c4c-0c2bc57d819b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-ffea51-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:34:01.979229184Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"8bdeac90-f81d-413a-8a43-6cb157d93078","name":"test-model-ffea51","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-ffea51\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:34:01.97927981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"8bdeac90-f81d-413a-8a43-6cb157d93078","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-ffea51\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:01.984667834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"d0ec4266-f8f7-4f51-811e-fa4f07376de5","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"tenant":"e2e-inf-b-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:01.984687775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"d0ec4266-f8f7-4f51-811e-fa4f07376de5","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"routeName":"test-model-ffea51-kserve-route","namespace":"ai-tenant-e2e-inf-b-ffea51","llmisvcName":"test-model-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:01.992653205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"e6fdb697-9c25-4c57-8092-e4b09f303d74","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"name":"e2e-inf-b-ffea51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:02.012934808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"96f503a5-1f1c-4d6f-a9e6-d9bf6e419b3a","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"tenant":"e2e-inf-b-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:02.012950733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"96f503a5-1f1c-4d6f-a9e6-d9bf6e419b3a","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"routeName":"test-model-ffea51-kserve-route","namespace":"ai-tenant-e2e-inf-b-ffea51","llmisvcName":"test-model-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:02.032051325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"b35b2cca-961a-4b4c-acf2-f3bea3116723","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"tenant":"e2e-inf-b-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:02.032069993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"b35b2cca-961a-4b4c-acf2-f3bea3116723","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"routeName":"test-model-ffea51-kserve-route","namespace":"ai-tenant-e2e-inf-b-ffea51","llmisvcName":"test-model-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:02.156369075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"f38047d6-c620-4a27-a654-7c39cfc9d4c3","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ffea51","tenantID":"e2e-inf-b-ffea51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:02.173127655Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ffea51-sub","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-sub","reconcileID":"823bb678-57a5-468b-9c15-593f16f0f9de","MaaSSubscription":{"name":"test-model-ffea51-sub","namespace":"ai-tenant-e2e-inf-b-ffea51"},"name":"maas-trlp-test-model-ffea51","model":"test-model-ffea51","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-ffea51/test-model-ffea51-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:02.177803233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"f38047d6-c620-4a27-a654-7c39cfc9d4c3","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"name":"e2e-inf-b-ffea51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:02.231773583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"852b0641-6f06-4dd4-89ed-b7b74a5ed762","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"tenant":"e2e-inf-b-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:02.23179514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"852b0641-6f06-4dd4-89ed-b7b74a5ed762","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"routeName":"test-model-ffea51-kserve-route","namespace":"ai-tenant-e2e-inf-b-ffea51","llmisvcName":"test-model-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:02.296423122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ffea51-sub","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-sub","reconcileID":"a905b76b-99b4-4cf0-afe2-f47d2471b0d6","MaaSSubscription":{"name":"test-model-ffea51-sub","namespace":"ai-tenant-e2e-inf-b-ffea51"},"name":"maas-trlp-test-model-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.161140584Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","namespace":"ai-tenant-e2e-inf-a-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.16119591Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","namespace":"ai-tenant-e2e-inf-a-ae3538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.161240952Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","tenant":"e2e-inf-a-ae3538","tenantID":"e2e-inf-a-ae3538","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.187798888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","gvk":"Deployment","name":"maas-api-e2e-inf-a-ae3538","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.221497594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","gvk":"Service","name":"maas-api-e2e-inf-a-ae3538","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.247838217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-ae3538","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.267763488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-ae3538","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.290007606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-ae3538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.310795957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-ae3538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.32995314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-ae3538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.350531026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-ae3538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.366274179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","gvk":"Deployment","name":"payload-processing-e2e-inf-a-ae3538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.382104342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-ae3538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.397838069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","gvk":"Service","name":"payload-processing-e2e-inf-a-ae3538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.413636224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-ae3538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.429614271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-ae3538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.445370389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-ae3538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.463798612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-ae3538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.484665283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-ae3538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.508246709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-ae3538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.524565192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-ae3538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.540584355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-ae3538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.55640374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ae3538"},"namespace":"ai-tenant-e2e-inf-a-ae3538","name":"default-tenant","reconcileID":"ca0d9f43-57c7-4269-9003-53a05c7db211","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-ae3538","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:13.910000141Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ae3538","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ae3538","reconcileID":"67b36a87-250f-4423-8d6d-43bad5dbadc3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-ae3538","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-ae3538"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:14.366174864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d9ba721-0e6e-4940-9b32-49a7d76ea87b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:14.382226525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d9ba721-0e6e-4940-9b32-49a7d76ea87b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:14.398041686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d9ba721-0e6e-4940-9b32-49a7d76ea87b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:14.413920672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d9ba721-0e6e-4940-9b32-49a7d76ea87b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:15.047103986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7154e607-83d1-42a7-8d8b-d7b7f9c5ecb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:15.063050635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7154e607-83d1-42a7-8d8b-d7b7f9c5ecb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:15.079009143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7154e607-83d1-42a7-8d8b-d7b7f9c5ecb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:15.095066224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7154e607-83d1-42a7-8d8b-d7b7f9c5ecb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:19.652410585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd0ff7-sub","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-sub","reconcileID":"92b87dea-a1f8-46b0-989f-cb11aca98a4f","MaaSSubscription":{"name":"test-model-dd0ff7-sub","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"name":"maas-trlp-test-model-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:19.710385711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"c037753d-ac13-4feb-9b9b-c35713b0b203","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"tenant":"e2e-inf-b-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:19.710406482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"c037753d-ac13-4feb-9b9b-c35713b0b203","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"routeName":"test-model-dd0ff7-kserve-route","namespace":"ai-tenant-e2e-inf-b-dd0ff7","llmisvcName":"test-model-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:21.091631397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"aaef5e28-923c-457a-80f6-3354d91a6a4e","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-dd0ff7","tenantID":"e2e-inf-b-dd0ff7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:21.112301667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"aaef5e28-923c-457a-80f6-3354d91a6a4e","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"name":"e2e-inf-b-dd0ff7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:22.019218682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf954a5-e06e-4959-bf41-5838441ad191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:22.038033904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf954a5-e06e-4959-bf41-5838441ad191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:22.054151436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf954a5-e06e-4959-bf41-5838441ad191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:22.070021171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf954a5-e06e-4959-bf41-5838441ad191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:22.702042385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f6df33-f777-4be4-bf77-55587e466315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:22.718036063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f6df33-f777-4be4-bf77-55587e466315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:22.733734461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f6df33-f777-4be4-bf77-55587e466315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:22.750126813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f6df33-f777-4be4-bf77-55587e466315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:23.456088463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49fe5589-17a7-4656-9bb6-1c1df9bcdaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:23.472252868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49fe5589-17a7-4656-9bb6-1c1df9bcdaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:23.488353097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49fe5589-17a7-4656-9bb6-1c1df9bcdaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:23.504466856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49fe5589-17a7-4656-9bb6-1c1df9bcdaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:23.524465258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ea7acfe-fbf1-4494-8683-8e007960a97a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:23.524481244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ea7acfe-fbf1-4494-8683-8e007960a97a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:23.555546568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71bf7c13","namespace":"ai-tenant-e2e-mt-71bf7c13"},"namespace":"ai-tenant-e2e-mt-71bf7c13","name":"e2e-policy-71bf7c13","reconcileID":"031efe7f-15ae-4f9e-9929-192274e09018","MaaSAuthPolicy":{"name":"e2e-policy-71bf7c13","namespace":"ai-tenant-e2e-mt-71bf7c13"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:23.576516597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71bf7c13","namespace":"ai-tenant-e2e-mt-71bf7c13"},"namespace":"ai-tenant-e2e-mt-71bf7c13","name":"e2e-policy-71bf7c13","reconcileID":"031efe7f-15ae-4f9e-9929-192274e09018","MaaSAuthPolicy":{"name":"e2e-policy-71bf7c13","namespace":"ai-tenant-e2e-mt-71bf7c13"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:23.748782267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89b95c4d-ee52-4899-88f3-a272accbc5fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:23.748803506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89b95c4d-ee52-4899-88f3-a272accbc5fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:24.091718368Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71bf7c13","namespace":"ai-tenant-e2e-mt-71bf7c13"},"namespace":"ai-tenant-e2e-mt-71bf7c13","name":"e2e-policy-71bf7c13","reconcileID":"a0ca54f6-c0bf-454c-abec-1521f28438bb","MaaSAuthPolicy":{"name":"e2e-policy-71bf7c13","namespace":"ai-tenant-e2e-mt-71bf7c13"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:24.091826214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7c2766c-a687-413b-8227-5fe1df5fe271","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:24.091845561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7c2766c-a687-413b-8227-5fe1df5fe271","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:24.123797717Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71bf7c13","namespace":"ai-tenant-e2e-mt-71bf7c13"},"namespace":"ai-tenant-e2e-mt-71bf7c13","name":"e2e-policy-71bf7c13","reconcileID":"a0ca54f6-c0bf-454c-abec-1521f28438bb","MaaSAuthPolicy":{"name":"e2e-policy-71bf7c13","namespace":"ai-tenant-e2e-mt-71bf7c13"},"policyNamespace":"ai-tenant-e2e-mt-71bf7c13","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:24.144441315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f74bf984-d98a-4ba3-8282-c2e3ae4e9e09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:24.14446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f74bf984-d98a-4ba3-8282-c2e3ae4e9e09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:24.382199358Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:43.161169205Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"c435e800-de5d-49b2-ad64-3d3428bc5eba","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:43.16135172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"941c5bd4-0b37-424a-aa35-3af1238aad52","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"tenant":"e2e-inf-a-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:43.161375982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"941c5bd4-0b37-424a-aa35-3af1238aad52","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"routeName":"test-model-0190d8-kserve-route","namespace":"ai-tenant-e2e-inf-a-0190d8","llmisvcName":"test-model-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:43.215612983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"c435e800-de5d-49b2-ad64-3d3428bc5eba","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0190d8","tenantID":"e2e-inf-a-0190d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:43.250614947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0190d8-sub","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-sub","reconcileID":"17b95f8d-67db-4816-bcee-659c6db7ac25","MaaSSubscription":{"name":"test-model-0190d8-sub","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"maas-trlp-test-model-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:43.271657827Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"c435e800-de5d-49b2-ad64-3d3428bc5eba","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"e2e-inf-a-0190d8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:43.27168115Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"c435e800-de5d-49b2-ad64-3d3428bc5eba","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:43.294280686Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"b1f5d96d-6f7b-4c06-a23d-ce3926822af3","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:43.294580056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"23a0bc95-b472-4e9d-8506-84f0b6e5d5d7","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"tenant":"e2e-inf-a-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:43.294597305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"23a0bc95-b472-4e9d-8506-84f0b6e5d5d7","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"routeName":"test-model-0190d8-kserve-route","namespace":"ai-tenant-e2e-inf-a-0190d8","llmisvcName":"test-model-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:43.382059528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0190d8-sub","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-sub","reconcileID":"1e535e88-52ec-4484-84bb-65184b23af2d","MaaSSubscription":{"name":"test-model-0190d8-sub","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"maas-trlp-test-model-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:43.429012846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"b1f5d96d-6f7b-4c06-a23d-ce3926822af3","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0190d8","tenantID":"e2e-inf-a-0190d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:43.449767756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"b1f5d96d-6f7b-4c06-a23d-ce3926822af3","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"e2e-inf-a-0190d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:43.449784898Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"b1f5d96d-6f7b-4c06-a23d-ce3926822af3","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0190d8","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:34:43.465747975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0190d8-auth","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-auth","reconcileID":"b1f5d96d-6f7b-4c06-a23d-ce3926822af3","error":"maasauthpolicies.maas.opendatahub.io \"test-model-0190d8-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:43.466308654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"5e7514cb-1b14-411c-ab1a-5ab3dc0131c2","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"tenant":"e2e-inf-a-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:43.466326837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"5e7514cb-1b14-411c-ab1a-5ab3dc0131c2","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"routeName":"test-model-0190d8-kserve-route","namespace":"ai-tenant-e2e-inf-a-0190d8","llmisvcName":"test-model-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:53.521336392Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0190d8-sub","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-sub","reconcileID":"da56c28e-900e-45ab-9bd3-329f00c78a29","MaaSSubscription":{"name":"test-model-0190d8-sub","namespace":"ai-tenant-e2e-inf-a-0190d8"},"model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","subscription":"test-model-0190d8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:53.537582397Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0190d8-sub","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-sub","reconcileID":"da56c28e-900e-45ab-9bd3-329f00c78a29","MaaSSubscription":{"name":"test-model-0190d8-sub","namespace":"ai-tenant-e2e-inf-a-0190d8"},"model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:53.554044541Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0190d8-sub","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8-sub","reconcileID":"da56c28e-900e-45ab-9bd3-329f00c78a29","MaaSSubscription":{"name":"test-model-0190d8-sub","namespace":"ai-tenant-e2e-inf-a-0190d8"},"name":"maas-trlp-test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:53.646260141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"d1ccbc3b-0562-4b44-a0d6-3ff373747fa3","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"tenant":"e2e-inf-a-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","model":"ai-tenant-e2e-inf-a-0190d8/test-model-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:53.646279444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"test-model-0190d8","reconcileID":"d1ccbc3b-0562-4b44-a0d6-3ff373747fa3","MaaSModelRef":{"name":"test-model-0190d8","namespace":"ai-tenant-e2e-inf-a-0190d8"},"routeName":"test-model-0190d8-kserve-route","namespace":"ai-tenant-e2e-inf-a-0190d8","llmisvcName":"test-model-0190d8","gateway":"openshift-ingress/e2e-inf-a-0190d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:54.382332129Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:54.545736704Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"f426f04f-9987-4378-904e-77131ef900d9","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:54.545948678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"686b4b62-efef-47d9-a6ae-f98596b84833","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"tenant":"e2e-inf-b-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:54.545966097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"686b4b62-efef-47d9-a6ae-f98596b84833","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"routeName":"test-model-dd0ff7-kserve-route","namespace":"ai-tenant-e2e-inf-b-dd0ff7","llmisvcName":"test-model-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:54.646665592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd0ff7-sub","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-sub","reconcileID":"4e74f927-c22d-45d8-831c-515374448f55","MaaSSubscription":{"name":"test-model-dd0ff7-sub","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"name":"maas-trlp-test-model-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:54.677998399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"f426f04f-9987-4378-904e-77131ef900d9","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-dd0ff7","tenantID":"e2e-inf-b-dd0ff7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:54.732894429Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"f426f04f-9987-4378-904e-77131ef900d9","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"name":"e2e-inf-b-dd0ff7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:54.732928839Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-auth","reconcileID":"f426f04f-9987-4378-904e-77131ef900d9","MaaSAuthPolicy":{"name":"test-model-dd0ff7-auth","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:54.754251898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"f9a0a72f-6b9c-4402-858a-7bd65363c4ac","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"tenant":"e2e-inf-b-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:54.754275083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"f9a0a72f-6b9c-4402-858a-7bd65363c4ac","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"routeName":"test-model-dd0ff7-kserve-route","namespace":"ai-tenant-e2e-inf-b-dd0ff7","llmisvcName":"test-model-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:54.842585335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd0ff7-sub","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-sub","reconcileID":"bc5a630c-cad9-4b56-ab07-5cc148a8cd50","MaaSSubscription":{"name":"test-model-dd0ff7-sub","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"name":"maas-trlp-test-model-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:54.953210345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"e1bb788d-c675-4e9d-abb0-c06a8f61808c","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"tenant":"e2e-inf-b-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:54.953228689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"e1bb788d-c675-4e9d-abb0-c06a8f61808c","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"routeName":"test-model-dd0ff7-kserve-route","namespace":"ai-tenant-e2e-inf-b-dd0ff7","llmisvcName":"test-model-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:57.725004158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ffea51-sub","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-sub","reconcileID":"d3a62938-e6bf-4572-8421-d1614ffeb402","MaaSSubscription":{"name":"test-model-ffea51-sub","namespace":"ai-tenant-e2e-inf-b-ffea51"},"name":"maas-trlp-test-model-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:57.785633705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"15fdfc14-89c9-4804-9b2f-8be11820158d","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"tenant":"e2e-inf-b-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:57.785654147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"15fdfc14-89c9-4804-9b2f-8be11820158d","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"routeName":"test-model-ffea51-kserve-route","namespace":"ai-tenant-e2e-inf-b-ffea51","llmisvcName":"test-model-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:58.326713398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"d9ca4181-10a2-45ce-b78a-ed0c0ec79b94","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ffea51","tenantID":"e2e-inf-b-ffea51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:34:58.349202677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"d9ca4181-10a2-45ce-b78a-ed0c0ec79b94","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"name":"e2e-inf-b-ffea51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:05.016266871Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd0ff7-sub","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-sub","reconcileID":"8ca6b0e8-a91b-4ee3-a8d4-a9696cd05a27","MaaSSubscription":{"name":"test-model-dd0ff7-sub","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","subscription":"test-model-dd0ff7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:05.032938649Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd0ff7-sub","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-sub","reconcileID":"8ca6b0e8-a91b-4ee3-a8d4-a9696cd05a27","MaaSSubscription":{"name":"test-model-dd0ff7-sub","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:05.050349419Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd0ff7-sub","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7-sub","reconcileID":"8ca6b0e8-a91b-4ee3-a8d4-a9696cd05a27","MaaSSubscription":{"name":"test-model-dd0ff7-sub","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"name":"maas-trlp-test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:05.147691318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"24201ee3-fad9-4962-9f95-d7712ea23aad","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"tenant":"e2e-inf-b-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","model":"ai-tenant-e2e-inf-b-dd0ff7/test-model-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:05.147718791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"test-model-dd0ff7","reconcileID":"24201ee3-fad9-4962-9f95-d7712ea23aad","MaaSModelRef":{"name":"test-model-dd0ff7","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"routeName":"test-model-dd0ff7-kserve-route","namespace":"ai-tenant-e2e-inf-b-dd0ff7","llmisvcName":"test-model-dd0ff7","gateway":"openshift-ingress/e2e-inf-b-dd0ff7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.180161946Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","namespace":"ai-tenant-e2e-inf-b-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.180216595Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","namespace":"ai-tenant-e2e-inf-b-0ecae0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.180264973Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","tenant":"e2e-inf-b-0ecae0","tenantID":"e2e-inf-b-0ecae0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.198052765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","gvk":"Deployment","name":"maas-api-e2e-inf-b-0ecae0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.230328945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","gvk":"Service","name":"maas-api-e2e-inf-b-0ecae0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.24926811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-0ecae0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.269143346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-0ecae0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.28800124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-0ecae0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.306435513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-0ecae0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.327496175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-0ecae0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.34575095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-0ecae0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.361508554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","gvk":"Deployment","name":"payload-processing-e2e-inf-b-0ecae0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.377458096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-0ecae0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.393204381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","gvk":"Service","name":"payload-processing-e2e-inf-b-0ecae0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.408983113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-0ecae0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.425482299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-0ecae0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.441382196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-0ecae0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.457494424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-0ecae0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.480148546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-0ecae0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.501677602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-0ecae0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.517675398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-0ecae0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.533475576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-0ecae0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.549205526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ecae0"},"namespace":"ai-tenant-e2e-inf-b-0ecae0","name":"default-tenant","reconcileID":"09b1fa56-55d4-4a2e-8c9f-5e70527272eb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-0ecae0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:10.889203561Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-0ecae0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-0ecae0","reconcileID":"45e288d0-8c4b-4d25-b9fd-53cef76a0b00","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-0ecae0","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-0ecae0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:11.296809257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c0ea1d-2c88-4a17-b549-37d93202b64f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:11.31321446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c0ea1d-2c88-4a17-b549-37d93202b64f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:11.329396841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c0ea1d-2c88-4a17-b549-37d93202b64f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:11.345127791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c0ea1d-2c88-4a17-b549-37d93202b64f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:11.986665717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b81570-7a70-4335-963b-16cbe6fb3d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:12.003264181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b81570-7a70-4335-963b-16cbe6fb3d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:12.019090469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b81570-7a70-4335-963b-16cbe6fb3d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:12.034972953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b81570-7a70-4335-963b-16cbe6fb3d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:18.1623491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbdcd9b-4648-42d8-8b8e-bf14f50378b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:18.178958378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbdcd9b-4648-42d8-8b8e-bf14f50378b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:18.195152896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbdcd9b-4648-42d8-8b8e-bf14f50378b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:18.216351434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbdcd9b-4648-42d8-8b8e-bf14f50378b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:18.904558289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1353bfe-d440-4487-bb74-53da6f810299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:18.920697677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1353bfe-d440-4487-bb74-53da6f810299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:18.9367029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1353bfe-d440-4487-bb74-53da6f810299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:18.952719524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1353bfe-d440-4487-bb74-53da6f810299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.415253627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ed94449-634a-48a8-a74a-1777c535c86e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.41527968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ed94449-634a-48a8-a74a-1777c535c86e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.433816621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e48bce74-6815-4634-bb49-9a101f93479b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.433836775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e48bce74-6815-4634-bb49-9a101f93479b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.464729966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"namespace":"ai-tenant-e2e-mt-3e7dae75","name":"e2e-shared-policy-3e7dae75","reconcileID":"23e05090-5012-4046-bcbe-27954bda43e9","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.485353427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"namespace":"ai-tenant-e2e-mt-3e7dae75","name":"e2e-shared-policy-3e7dae75","reconcileID":"23e05090-5012-4046-bcbe-27954bda43e9","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.618660159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"627623a5-0fa7-4a71-ab11-b54a12cff575","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.618680852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"627623a5-0fa7-4a71-ab11-b54a12cff575","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.63783028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba01840-4a04-4a55-aca2-7b66d9b95061","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.637850393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba01840-4a04-4a55-aca2-7b66d9b95061","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:35:20.655708425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"namespace":"ai-tenant-e2e-mt-3e7dae75","name":"e2e-shared-sub-3e7dae75","reconcileID":"c91b78f2-83a6-4599-82d2-38c99e26b061","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-3e7dae75\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.659414663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06a7945b-22e7-420c-9cac-77d3401a43c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.659431996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06a7945b-22e7-420c-9cac-77d3401a43c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.690999153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"namespace":"ai-tenant-e2e-mt-3e7dae75","name":"e2e-shared-policy-3e7dae75","reconcileID":"52148ef6-d1ac-4a55-b103-0160fa3ab0e2","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.69877888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49ca43fd-fc75-450c-b178-57df2843613e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.698796735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49ca43fd-fc75-450c-b178-57df2843613e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.711703441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"namespace":"ai-tenant-e2e-mt-3e7dae75","name":"e2e-shared-policy-3e7dae75","reconcileID":"52148ef6-d1ac-4a55-b103-0160fa3ab0e2","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.720515912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11fbfe2d-d876-44df-ac2d-988ce271047d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.720534675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11fbfe2d-d876-44df-ac2d-988ce271047d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.869425006Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"namespace":"ai-tenant-e2e-mt-3e7dae75","name":"e2e-shared-sub-3e7dae75","reconcileID":"46ee7770-f8e7-4f42-96f4-eda64ce47481","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-3e7dae75/e2e-shared-sub-3e7dae75","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.928202394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3f3e433-c8f9-411d-a8d5-42241e1a6681","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.928253193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3f3e433-c8f9-411d-a8d5-42241e1a6681","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:20.948057187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d637bbf-dfc3-458e-a14a-7ce1692ef374","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.051681399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"namespace":"ai-tenant-e2e-mt-3e7dae75","name":"e2e-shared-sub-3e7dae75","reconcileID":"e3ac1017-b4cd-4ad7-835f-c22b6e94179f","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.219378375Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"123f62a5-47d0-4a59-afbb-e7b40a82db45","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.219483122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"4b02c022-2c17-4b69-9f93-585ef18aec14","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"tenant":"e2e-inf-a-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.219501222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"4b02c022-2c17-4b69-9f93-585ef18aec14","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"routeName":"test-model-31a6e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-31a6e3","llmisvcName":"test-model-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.310551314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-31a6e3-sub","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-sub","reconcileID":"d7e70813-b675-478c-9e39-c0356c9b3758","MaaSSubscription":{"name":"test-model-31a6e3-sub","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"name":"maas-trlp-test-model-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.35134129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"123f62a5-47d0-4a59-afbb-e7b40a82db45","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-31a6e3","tenantID":"e2e-inf-a-31a6e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.406969481Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"123f62a5-47d0-4a59-afbb-e7b40a82db45","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"name":"e2e-inf-a-31a6e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.406992527Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-auth","reconcileID":"123f62a5-47d0-4a59-afbb-e7b40a82db45","MaaSAuthPolicy":{"name":"test-model-31a6e3-auth","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.427411939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"d327817f-46f2-4136-9e43-5d964d9c7f95","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"tenant":"e2e-inf-a-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.427432608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"d327817f-46f2-4136-9e43-5d964d9c7f95","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"routeName":"test-model-31a6e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-31a6e3","llmisvcName":"test-model-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.522982215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-31a6e3-sub","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-sub","reconcileID":"5562e958-2bf7-433d-aeef-2b6fcccd8e9d","MaaSSubscription":{"name":"test-model-31a6e3-sub","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"name":"maas-trlp-test-model-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.577640415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"32755d65-be52-4da1-874a-18c4e91dc513","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"tenant":"e2e-inf-a-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.577661291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"32755d65-be52-4da1-874a-18c4e91dc513","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"routeName":"test-model-31a6e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-31a6e3","llmisvcName":"test-model-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.612936959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24bbfea1-6117-4236-9264-734ddd7beb2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.612961643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24bbfea1-6117-4236-9264-734ddd7beb2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.634164909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e58805b5-dd96-40b7-99c4-245913f5d795","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.634183025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e58805b5-dd96-40b7-99c4-245913f5d795","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.758752644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"namespace":"ai-tenant-e2e-mt-e3ad0892","name":"e2e-shared-policy-3e7dae75","reconcileID":"74926179-bd99-4db9-a83a-3b1b41db1b76","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.779369138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"namespace":"ai-tenant-e2e-mt-e3ad0892","name":"e2e-shared-policy-3e7dae75","reconcileID":"74926179-bd99-4db9-a83a-3b1b41db1b76","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.824625691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee796543-9dd4-486d-b496-1b1f035fc667","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.824643943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee796543-9dd4-486d-b496-1b1f035fc667","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.843854352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac4db0b4-d5a1-4622-b7b4-7d5545c6fc72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.843872363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac4db0b4-d5a1-4622-b7b4-7d5545c6fc72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:35:21.861680742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"namespace":"ai-tenant-e2e-mt-e3ad0892","name":"e2e-shared-sub-3e7dae75","reconcileID":"513973eb-bfed-461a-996d-49b239ff7a68","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-3e7dae75\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.902529688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74591ab2-a8d8-4c8e-98d2-feb737840e20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.902552643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74591ab2-a8d8-4c8e-98d2-feb737840e20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.922559422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7968e61-97e5-45c1-bd81-bb25c8dc4f31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.922577822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7968e61-97e5-45c1-bd81-bb25c8dc4f31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.953338574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23d7d38d-0017-463f-893e-07af0e8695d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.95335877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23d7d38d-0017-463f-893e-07af0e8695d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:21.985809857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"namespace":"ai-tenant-e2e-mt-e3ad0892","name":"e2e-shared-policy-3e7dae75","reconcileID":"08eb20a6-fea1-4848-89d2-681daeac8918","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:22.007011465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"namespace":"ai-tenant-e2e-mt-e3ad0892","name":"e2e-shared-policy-3e7dae75","reconcileID":"08eb20a6-fea1-4848-89d2-681daeac8918","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:22.010829475Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"namespace":"ai-tenant-e2e-mt-e3ad0892","name":"e2e-shared-sub-3e7dae75","reconcileID":"ce8fdc18-0f9a-456f-b989-ef554ec7cb88","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-3e7dae75/e2e-shared-sub-3e7dae75","ai-tenant-e2e-mt-e3ad0892/e2e-shared-sub-3e7dae75","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:22.070392426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66829de8-686b-4c5b-9b3a-a3707f9362d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:22.070419451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66829de8-686b-4c5b-9b3a-a3707f9362d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:22.089454227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"namespace":"ai-tenant-e2e-mt-3e7dae75","name":"e2e-shared-sub-3e7dae75","reconcileID":"eabf375e-6144-4d5b-9277-d3af41c031f5","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:22.090150254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"855906b3-7bc2-4ba8-8c49-08c40dd5523d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:22.188306654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"namespace":"ai-tenant-e2e-mt-e3ad0892","name":"e2e-shared-sub-3e7dae75","reconcileID":"e6a84914-2242-4552-bb0b-7e93a761fa42","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:22.960876813Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"namespace":"ai-tenant-e2e-mt-3e7dae75","name":"e2e-shared-policy-3e7dae75","reconcileID":"e1a783ed-40a4-4ae4-80e9-a7e43ccd716d","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:22.961013331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"572f9d12-f1a3-4502-874b-d3b60ef85347","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:22.96103182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"572f9d12-f1a3-4502-874b-d3b60ef85347","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:22.99296541Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"namespace":"ai-tenant-e2e-mt-3e7dae75","name":"e2e-shared-policy-3e7dae75","reconcileID":"e1a783ed-40a4-4ae4-80e9-a7e43ccd716d","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"policyNamespace":"ai-tenant-e2e-mt-3e7dae75","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:23.013420911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"882a1da1-8875-4a4c-94b2-95b0b5089f44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:23.013438572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"882a1da1-8875-4a4c-94b2-95b0b5089f44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:23.227388583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"385c24c9-7b74-47c7-8650-7d44cd45a807","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:23.227408573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"385c24c9-7b74-47c7-8650-7d44cd45a807","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:24.382163962Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:31.633008438Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-31a6e3-sub","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-sub","reconcileID":"37258ce8-5462-4ab5-8ba0-cff653421292","MaaSSubscription":{"name":"test-model-31a6e3-sub","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","subscription":"test-model-31a6e3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:31.649880801Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-31a6e3-sub","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-sub","reconcileID":"37258ce8-5462-4ab5-8ba0-cff653421292","MaaSSubscription":{"name":"test-model-31a6e3-sub","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:31.666567468Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-31a6e3-sub","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3-sub","reconcileID":"37258ce8-5462-4ab5-8ba0-cff653421292","MaaSSubscription":{"name":"test-model-31a6e3-sub","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"name":"maas-trlp-test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:31.824797015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"3596ba60-1c43-458e-9e67-f0fd90f3c117","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"tenant":"e2e-inf-a-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","model":"ai-tenant-e2e-inf-a-31a6e3/test-model-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:31.824819725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"test-model-31a6e3","reconcileID":"3596ba60-1c43-458e-9e67-f0fd90f3c117","MaaSModelRef":{"name":"test-model-31a6e3","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"routeName":"test-model-31a6e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-31a6e3","llmisvcName":"test-model-31a6e3","gateway":"openshift-ingress/e2e-inf-a-31a6e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:33.282202274Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"namespace":"ai-tenant-e2e-mt-3e7dae75","name":"e2e-shared-sub-3e7dae75","reconcileID":"0755edab-4c3a-4613-bf86-ceb2f189cf13","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-3e7dae75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:33.353694369Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"namespace":"ai-tenant-e2e-mt-3e7dae75","name":"e2e-shared-sub-3e7dae75","reconcileID":"0755edab-4c3a-4613-bf86-ceb2f189cf13","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-3e7dae75"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-e3ad0892/e2e-shared-sub-3e7dae75","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:33.421227978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"namespace":"ai-tenant-e2e-mt-e3ad0892","name":"e2e-shared-sub-3e7dae75","reconcileID":"9acf7b05-0a01-4368-bdde-e9fc57e7a2b5","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:33.4212298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c592a1eb-f854-484b-808e-8cdd1022c421","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:33.427783221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1602524-9fc8-4c5a-8e91-537d5de23dc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:33.427798188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1602524-9fc8-4c5a-8e91-537d5de23dc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:39.181691618Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"7a7cf6b8-1f62-4d9d-b4ee-d6031c2df9ca","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:39.181756783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"e324ac5e-3508-491b-8263-32c8e1464026","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"tenant":"e2e-inf-b-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:39.18177108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"e324ac5e-3508-491b-8263-32c8e1464026","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"routeName":"test-model-ffea51-kserve-route","namespace":"ai-tenant-e2e-inf-b-ffea51","llmisvcName":"test-model-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:39.281707481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ffea51-sub","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-sub","reconcileID":"9204f8ed-eefa-4628-baf0-4a6db872b6cf","MaaSSubscription":{"name":"test-model-ffea51-sub","namespace":"ai-tenant-e2e-inf-b-ffea51"},"name":"maas-trlp-test-model-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:39.366391121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"7a7cf6b8-1f62-4d9d-b4ee-d6031c2df9ca","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ffea51","tenantID":"e2e-inf-b-ffea51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:39.421337518Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"7a7cf6b8-1f62-4d9d-b4ee-d6031c2df9ca","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"name":"e2e-inf-b-ffea51-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:39.421361943Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"7a7cf6b8-1f62-4d9d-b4ee-d6031c2df9ca","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:39.44223943Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"42b1cc3f-8d64-4f12-805e-03be519b2db5","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:39.442538442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"f27bdae3-ac2a-4014-8291-be64e2c38801","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"tenant":"e2e-inf-b-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:39.442555578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"f27bdae3-ac2a-4014-8291-be64e2c38801","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"routeName":"test-model-ffea51-kserve-route","namespace":"ai-tenant-e2e-inf-b-ffea51","llmisvcName":"test-model-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:39.530220575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ffea51-sub","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-sub","reconcileID":"9a3c0400-03bc-4e4b-90de-91eff55207e4","MaaSSubscription":{"name":"test-model-ffea51-sub","namespace":"ai-tenant-e2e-inf-b-ffea51"},"name":"maas-trlp-test-model-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:39.577704233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"42b1cc3f-8d64-4f12-805e-03be519b2db5","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ffea51","tenantID":"e2e-inf-b-ffea51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:39.605109769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"42b1cc3f-8d64-4f12-805e-03be519b2db5","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"name":"e2e-inf-b-ffea51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:39.605140063Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"42b1cc3f-8d64-4f12-805e-03be519b2db5","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:39.616204338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"ec16b58d-8325-424e-a390-6205f018ecae","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"tenant":"e2e-inf-b-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:39.61622047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"ec16b58d-8325-424e-a390-6205f018ecae","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"routeName":"test-model-ffea51-kserve-route","namespace":"ai-tenant-e2e-inf-b-ffea51","llmisvcName":"test-model-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:35:39.621310785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ffea51-auth","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-auth","reconcileID":"42b1cc3f-8d64-4f12-805e-03be519b2db5","error":"maasauthpolicies.maas.opendatahub.io \"test-model-ffea51-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:49.680587108Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ffea51-sub","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-sub","reconcileID":"710a2948-de49-4306-b027-803b38ca6d22","MaaSSubscription":{"name":"test-model-ffea51-sub","namespace":"ai-tenant-e2e-inf-b-ffea51"},"model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","subscription":"test-model-ffea51-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:49.696958502Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ffea51-sub","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-sub","reconcileID":"710a2948-de49-4306-b027-803b38ca6d22","MaaSSubscription":{"name":"test-model-ffea51-sub","namespace":"ai-tenant-e2e-inf-b-ffea51"},"model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:49.713251255Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ffea51-sub","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51-sub","reconcileID":"710a2948-de49-4306-b027-803b38ca6d22","MaaSSubscription":{"name":"test-model-ffea51-sub","namespace":"ai-tenant-e2e-inf-b-ffea51"},"name":"maas-trlp-test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:49.804759195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"e00920ca-cab4-45a0-bda8-676aa0a29716","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"tenant":"e2e-inf-b-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","model":"ai-tenant-e2e-inf-b-ffea51/test-model-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:49.80477889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"test-model-ffea51","reconcileID":"e00920ca-cab4-45a0-bda8-676aa0a29716","MaaSModelRef":{"name":"test-model-ffea51","namespace":"ai-tenant-e2e-inf-b-ffea51"},"routeName":"test-model-ffea51-kserve-route","namespace":"ai-tenant-e2e-inf-b-ffea51","llmisvcName":"test-model-ffea51","gateway":"openshift-ingress/e2e-inf-b-ffea51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:53.014679364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735a16c7-b630-4303-b253-4350aabc859f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:53.030711346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735a16c7-b630-4303-b253-4350aabc859f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:53.04677639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735a16c7-b630-4303-b253-4350aabc859f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:53.063709571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735a16c7-b630-4303-b253-4350aabc859f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:53.758194428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef5cbff-195b-4de0-9b74-14768ecb637c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:53.774792678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef5cbff-195b-4de0-9b74-14768ecb637c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:53.791480201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef5cbff-195b-4de0-9b74-14768ecb637c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:53.807353065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef5cbff-195b-4de0-9b74-14768ecb637c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:54.382031631Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:58.440415238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71dd7642-85ae-4e7b-bd45-b266ad5be086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:58.456470442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71dd7642-85ae-4e7b-bd45-b266ad5be086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:58.47234394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71dd7642-85ae-4e7b-bd45-b266ad5be086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:58.488192625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71dd7642-85ae-4e7b-bd45-b266ad5be086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:59.120072396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"247d5151-041a-4358-8a85-305670a33ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:59.136095172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"247d5151-041a-4358-8a85-305670a33ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:59.152035329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"247d5151-041a-4358-8a85-305670a33ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:59.167757289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"247d5151-041a-4358-8a85-305670a33ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:59.35264505Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-26b7d22d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-26b7d22d","reconcileID":"adc662d5-a1c0-49b8-b1ae-0c622cf7b5c7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-26b7d22d","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-26b7d22d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:59.963617725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ff564b-44fa-4bf5-91cb-86105f7f3ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:35:59.979589266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ff564b-44fa-4bf5-91cb-86105f7f3ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:00.001046164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ff564b-44fa-4bf5-91cb-86105f7f3ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:00.01685805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ff564b-44fa-4bf5-91cb-86105f7f3ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:00.658057232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"362fcf54-22ea-453e-a390-464a7631253d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:00.675738118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"362fcf54-22ea-453e-a390-464a7631253d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:00.692370386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"362fcf54-22ea-453e-a390-464a7631253d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:00.708410817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"362fcf54-22ea-453e-a390-464a7631253d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:01.498020314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f99184b2-ec31-400b-9c7f-d58231d1886e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:01.515204789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f99184b2-ec31-400b-9c7f-d58231d1886e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:01.534111683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f99184b2-ec31-400b-9c7f-d58231d1886e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:01.550588995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f99184b2-ec31-400b-9c7f-d58231d1886e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:11.940693174Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","namespace":"ai-tenant-e2e-inf-a-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:11.940747766Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","namespace":"ai-tenant-e2e-inf-a-0190d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:11.940795646Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","tenant":"e2e-inf-a-0190d8","tenantID":"e2e-inf-a-0190d8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:11.958697659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","gvk":"Deployment","name":"maas-api-e2e-inf-a-0190d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:11.987946386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","gvk":"Service","name":"maas-api-e2e-inf-a-0190d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:12.00958721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-0190d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:12.029966192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-0190d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:12.048867508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-0190d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:12.067290255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-0190d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:12.088282923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-0190d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:12.106374406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-0190d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:12.122381919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","gvk":"Deployment","name":"payload-processing-e2e-inf-a-0190d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:12.138014141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-0190d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:12.154501305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","gvk":"Service","name":"payload-processing-e2e-inf-a-0190d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:12.172672345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-0190d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:12.189364379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-0190d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:12.205362501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-0190d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:12.224210076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-0190d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:12.245661239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-0190d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:12.262421332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-0190d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:12.278661625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-0190d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:12.295090495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-0190d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:12.311263753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0190d8"},"namespace":"ai-tenant-e2e-inf-a-0190d8","name":"default-tenant","reconcileID":"7823582b-ccce-4d35-9fae-72eb8b9d1152","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-0190d8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:12.741020057Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-0190d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-0190d8","reconcileID":"4f3deef6-8128-4402-b43f-15e116bccecd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-0190d8","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-0190d8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:13.166806817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c19ece-0e29-4870-9254-aac202dd40dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:13.1827606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c19ece-0e29-4870-9254-aac202dd40dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:13.198609326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c19ece-0e29-4870-9254-aac202dd40dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:13.214612373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c19ece-0e29-4870-9254-aac202dd40dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:13.898608262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac65100-2f94-4edf-88f3-954f4d044682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:13.959008555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac65100-2f94-4edf-88f3-954f4d044682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:13.976153367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac65100-2f94-4edf-88f3-954f4d044682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:13.993581833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac65100-2f94-4edf-88f3-954f4d044682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:20.829828079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11cbe66-a9a4-4ac4-b347-81697c9e054f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:20.846882782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11cbe66-a9a4-4ac4-b347-81697c9e054f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:20.862723991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11cbe66-a9a4-4ac4-b347-81697c9e054f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:20.879043205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11cbe66-a9a4-4ac4-b347-81697c9e054f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:21.529172323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc9b147b-645f-4713-860d-30669e78b864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:21.545202841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc9b147b-645f-4713-860d-30669e78b864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:21.561422471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc9b147b-645f-4713-860d-30669e78b864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:21.577337723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc9b147b-645f-4713-860d-30669e78b864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:24.381764951Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:39.859366369Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","namespace":"ai-tenant-e2e-inf-a-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:39.859423391Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","namespace":"ai-tenant-e2e-inf-a-31a6e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:39.85948808Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","tenant":"e2e-inf-a-31a6e3","tenantID":"e2e-inf-a-31a6e3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:39.877219064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","gvk":"Deployment","name":"maas-api-e2e-inf-a-31a6e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:39.906233719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","gvk":"Service","name":"maas-api-e2e-inf-a-31a6e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:39.925490382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-31a6e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:39.943602551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-31a6e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:39.962375575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-31a6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:39.980701693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-31a6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:40.001683341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-31a6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:40.020182683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-31a6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:40.036325192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","gvk":"Deployment","name":"payload-processing-e2e-inf-a-31a6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:40.052678219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-31a6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:40.068361372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","gvk":"Service","name":"payload-processing-e2e-inf-a-31a6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:40.084334627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-31a6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:40.100261985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-31a6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:40.116243165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-31a6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:40.143792837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-31a6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:40.165388604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-31a6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:40.181746852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-31a6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:40.197966085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-31a6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:40.21396009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-31a6e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:40.229547316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-31a6e3"},"namespace":"ai-tenant-e2e-inf-a-31a6e3","name":"default-tenant","reconcileID":"af226959-525e-4931-abc8-56ec3db4fca1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-31a6e3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:40.541927878Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-31a6e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-31a6e3","reconcileID":"33c3fe11-27e0-4bfe-8ec4-2d6ab9603675","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-31a6e3","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-31a6e3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:40.995885272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"707dc267-038a-4fcd-b55e-70e3e0e968c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:41.011974247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"707dc267-038a-4fcd-b55e-70e3e0e968c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:41.027743604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"707dc267-038a-4fcd-b55e-70e3e0e968c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:41.043616422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"707dc267-038a-4fcd-b55e-70e3e0e968c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:41.678070231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa03504-0e12-497e-ad43-a72f466b9cf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:41.6940418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa03504-0e12-497e-ad43-a72f466b9cf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:41.710116953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa03504-0e12-497e-ad43-a72f466b9cf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:41.726328952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa03504-0e12-497e-ad43-a72f466b9cf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:49.283410331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"ea43f5d4-5c79-402d-a04c-d75e0e7a0bf1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-26b7d22d","tenantID":"e2e-mt-26b7d22d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:49.331408157Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"ea43f5d4-5c79-402d-a04c-d75e0e7a0bf1","name":"e2e-mt-26b7d22d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:49.35434673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def08ecd-e437-4b57-87a4-45dab994ba9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:49.370213644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def08ecd-e437-4b57-87a4-45dab994ba9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:49.386094286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def08ecd-e437-4b57-87a4-45dab994ba9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:49.422968135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def08ecd-e437-4b57-87a4-45dab994ba9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:50.155118659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7568287-3260-4fc0-aeb1-c8a191ad346e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:50.171881228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7568287-3260-4fc0-aeb1-c8a191ad346e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:50.188003534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7568287-3260-4fc0-aeb1-c8a191ad346e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:50.203841525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7568287-3260-4fc0-aeb1-c8a191ad346e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:50.844487271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab5e0f7-e9ba-484e-bad6-908d2062083c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:50.860556705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab5e0f7-e9ba-484e-bad6-908d2062083c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:50.876518636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab5e0f7-e9ba-484e-bad6-908d2062083c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:50.89240163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab5e0f7-e9ba-484e-bad6-908d2062083c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:51.625366132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3f259d-4a05-4cf7-8dd0-e691336e5f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:51.641867552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3f259d-4a05-4cf7-8dd0-e691336e5f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:51.658002346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3f259d-4a05-4cf7-8dd0-e691336e5f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:51.674112335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3f259d-4a05-4cf7-8dd0-e691336e5f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:52.323701725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ff4b3b-62ba-456a-9b76-6bb03a2631a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:52.339578455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ff4b3b-62ba-456a-9b76-6bb03a2631a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:52.355371635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ff4b3b-62ba-456a-9b76-6bb03a2631a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:52.371455098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ff4b3b-62ba-456a-9b76-6bb03a2631a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:54.381754772Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:59.722794697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"9fb32bf4-4f3f-4861-9d57-0cb821b754e0","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:36:59.722824047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"9fb32bf4-4f3f-4861-9d57-0cb821b754e0","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:03.911737289Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"namespace":"ai-tenant-e2e-mt-e3ad0892","name":"e2e-shared-policy-3e7dae75","reconcileID":"5ebe2a4c-00ee-4e1a-bc69-602b8e238d93","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:03.911966481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0ca8cc8-74b4-4412-b3ea-01be4b5735ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:03.911983792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0ca8cc8-74b4-4412-b3ea-01be4b5735ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:03.943302909Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"namespace":"ai-tenant-e2e-mt-e3ad0892","name":"e2e-shared-policy-3e7dae75","reconcileID":"5ebe2a4c-00ee-4e1a-bc69-602b8e238d93","MaaSAuthPolicy":{"name":"e2e-shared-policy-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"policyNamespace":"ai-tenant-e2e-mt-e3ad0892","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:03.963816218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"411271b5-0aff-4910-b080-d16fb75040d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:03.963833057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"411271b5-0aff-4910-b080-d16fb75040d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:04.179522589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf895b56-ef06-4dcb-90d7-ca881b2cc8ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:04.179543645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf895b56-ef06-4dcb-90d7-ca881b2cc8ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.367756385Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","namespace":"ai-tenant-e2e-inf-b-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.367812821Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","namespace":"ai-tenant-e2e-inf-b-dd0ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.367860527Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","tenant":"e2e-inf-b-dd0ff7","tenantID":"e2e-inf-b-dd0ff7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.385758546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","gvk":"Deployment","name":"maas-api-e2e-inf-b-dd0ff7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.415225508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","gvk":"Service","name":"maas-api-e2e-inf-b-dd0ff7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.434586826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-dd0ff7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.4551772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-dd0ff7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.478530898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-dd0ff7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.498809114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-dd0ff7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.549673386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-dd0ff7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.59348953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-dd0ff7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.622387044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","gvk":"Deployment","name":"payload-processing-e2e-inf-b-dd0ff7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.643018428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-dd0ff7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.659410072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","gvk":"Service","name":"payload-processing-e2e-inf-b-dd0ff7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.67624099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-dd0ff7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.691769023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-dd0ff7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.716398447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-dd0ff7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.734230983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-dd0ff7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.761221681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-dd0ff7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.78343403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-dd0ff7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.799482304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-dd0ff7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.815294669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-dd0ff7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:07.831535321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dd0ff7"},"namespace":"ai-tenant-e2e-inf-b-dd0ff7","name":"default-tenant","reconcileID":"93a4cb73-12cc-4248-85f2-3dee5f8e3db0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-dd0ff7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:08.216321164Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-dd0ff7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-dd0ff7","reconcileID":"61c6ec38-de41-4967-b3e9-a4481b6d4877","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-dd0ff7","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-dd0ff7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:08.633135192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8898cb43-3a47-4a50-96d3-25b867c91fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:08.650951923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8898cb43-3a47-4a50-96d3-25b867c91fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:08.667871197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8898cb43-3a47-4a50-96d3-25b867c91fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:08.684375833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8898cb43-3a47-4a50-96d3-25b867c91fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:09.338353577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a6838d-721a-4c18-86c1-5a39192788a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:09.357831047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a6838d-721a-4c18-86c1-5a39192788a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:09.373892582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a6838d-721a-4c18-86c1-5a39192788a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:09.389861288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a6838d-721a-4c18-86c1-5a39192788a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:14.234282899Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"namespace":"ai-tenant-e2e-mt-e3ad0892","name":"e2e-shared-sub-3e7dae75","reconcileID":"4428c850-559f-40d2-9ca9-061bee99b67f","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-3e7dae75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:14.306314226Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"namespace":"ai-tenant-e2e-mt-e3ad0892","name":"e2e-shared-sub-3e7dae75","reconcileID":"4428c850-559f-40d2-9ca9-061bee99b67f","MaaSSubscription":{"name":"e2e-shared-sub-3e7dae75","namespace":"ai-tenant-e2e-mt-e3ad0892"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:14.372322285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a6695705-5ea7-46d6-bdcc-777f36a5e2d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:14.462207549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57d0994e-8618-4782-88d9-eff07d892cbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:14.462228815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57d0994e-8618-4782-88d9-eff07d892cbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:24.370005977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437b7c2a-c5e6-4e86-9e91-83a0bd46b435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:24.385860352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437b7c2a-c5e6-4e86-9e91-83a0bd46b435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:24.386867035Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:24.401985484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437b7c2a-c5e6-4e86-9e91-83a0bd46b435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:24.417677552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437b7c2a-c5e6-4e86-9e91-83a0bd46b435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:25.102019066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3af6c630-5c75-44fc-af80-24876ce5d64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:25.118232644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3af6c630-5c75-44fc-af80-24876ce5d64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:25.134035055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3af6c630-5c75-44fc-af80-24876ce5d64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:25.150044012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3af6c630-5c75-44fc-af80-24876ce5d64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:26.635794133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"8d53c627-32cc-43c2-b898-9dd25d881df5","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:26.635822716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"8d53c627-32cc-43c2-b898-9dd25d881df5","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:26.984388583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"8b435f9a-5faa-466f-aaa8-c74c98ad2b80","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:26.984408347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"8b435f9a-5faa-466f-aaa8-c74c98ad2b80","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:27.004229266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"e1241052-7379-475f-a440-388f960e960f","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:27.004247448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"e1241052-7379-475f-a440-388f960e960f","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:27.035452701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"80642a14-511b-4377-bdf8-67e09af355c8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:27.091751689Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"80642a14-511b-4377-bdf8-67e09af355c8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:27.111453151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f1b14f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"80642a14-511b-4377-bdf8-67e09af355c8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:27.130639405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"17e6794f-04ea-438e-b592-6edc86841709","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:27.130656992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"17e6794f-04ea-438e-b592-6edc86841709","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:31.563686638Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","namespace":"ai-tenant-e2e-inf-b-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:31.56374353Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","namespace":"ai-tenant-e2e-inf-b-ffea51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:31.563792322Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","tenant":"e2e-inf-b-ffea51","tenantID":"e2e-inf-b-ffea51","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:31.581976359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","gvk":"Deployment","name":"maas-api-e2e-inf-b-ffea51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:31.609191022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","gvk":"Service","name":"maas-api-e2e-inf-b-ffea51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:31.628959713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-ffea51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:31.648960562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-ffea51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:31.668376667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-ffea51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:31.687145172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-ffea51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:31.708097967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-ffea51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:31.726443038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-ffea51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:31.96376321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","gvk":"Deployment","name":"payload-processing-e2e-inf-b-ffea51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:31.979629004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-ffea51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:31.996882588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","gvk":"Service","name":"payload-processing-e2e-inf-b-ffea51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:32.013192035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-ffea51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:32.029028246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-ffea51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:32.045045314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-ffea51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:32.061270647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-ffea51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:32.081494264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-ffea51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:32.097436458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-ffea51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:32.113830182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-ffea51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:32.12978694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-ffea51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:32.145556335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ffea51"},"namespace":"ai-tenant-e2e-inf-b-ffea51","name":"default-tenant","reconcileID":"28b6d36d-d0a6-4a15-829b-b8a7ab271361","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-ffea51","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:32.456250217Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-ffea51","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-ffea51","reconcileID":"ea984398-a2e2-4c45-a5f3-cc7089cec62d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-ffea51","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-ffea51"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:32.951270366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cbcdb8f-7913-4d13-b4e7-4dc15b416631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:32.967493144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cbcdb8f-7913-4d13-b4e7-4dc15b416631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:32.983546423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cbcdb8f-7913-4d13-b4e7-4dc15b416631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:32.999575276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cbcdb8f-7913-4d13-b4e7-4dc15b416631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:33.663590496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ccae4f-9284-4739-80b0-59bbc29215f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:33.680496382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ccae4f-9284-4739-80b0-59bbc29215f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:33.696732617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ccae4f-9284-4739-80b0-59bbc29215f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:33.712609457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ccae4f-9284-4739-80b0-59bbc29215f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:34.428987021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54cc897a-4b37-48bf-85c9-130e558d11d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:34.445004939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54cc897a-4b37-48bf-85c9-130e558d11d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:34.461166748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54cc897a-4b37-48bf-85c9-130e558d11d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:34.477360198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54cc897a-4b37-48bf-85c9-130e558d11d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:36.954236996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1769ba24-eb72-4d2a-93d0-e9a610082f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:36.97502785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1769ba24-eb72-4d2a-93d0-e9a610082f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:36.99168895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1769ba24-eb72-4d2a-93d0-e9a610082f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:37.007575278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1769ba24-eb72-4d2a-93d0-e9a610082f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:37.163510546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"5a509b49-479d-40e8-a4b3-30304680f8d5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:37.185523943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"5a509b49-479d-40e8-a4b3-30304680f8d5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:37.205424167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f1b14f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"5a509b49-479d-40e8-a4b3-30304680f8d5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:37.780064664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce1c0ec-6863-4c8f-993f-fdbf264afe22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:37.7978036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce1c0ec-6863-4c8f-993f-fdbf264afe22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:37.813693794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce1c0ec-6863-4c8f-993f-fdbf264afe22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:37.829853428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce1c0ec-6863-4c8f-993f-fdbf264afe22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:43.852040007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd4508f-9f44-4c1e-81f8-987ae8b8f106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:43.868233455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd4508f-9f44-4c1e-81f8-987ae8b8f106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:43.884071357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd4508f-9f44-4c1e-81f8-987ae8b8f106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:43.89983713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd4508f-9f44-4c1e-81f8-987ae8b8f106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:44.593202491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb2d080-f7dd-4e87-b01d-48a67070a5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:44.609014003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb2d080-f7dd-4e87-b01d-48a67070a5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:44.624853386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb2d080-f7dd-4e87-b01d-48a67070a5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:44.640691411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb2d080-f7dd-4e87-b01d-48a67070a5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:44.649825067Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-0c1869","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-0c1869","reconcileID":"a6d297b1-ffeb-423e-8297-86dd7bed3d58","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-0c1869","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-0c1869":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:45.327959826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9507cbd2-4f63-4c93-a926-d124c5f26e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:45.344952988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9507cbd2-4f63-4c93-a926-d124c5f26e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:45.360919327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9507cbd2-4f63-4c93-a926-d124c5f26e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:45.377007771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9507cbd2-4f63-4c93-a926-d124c5f26e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:46.039814224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d606384d-228a-4cde-8bcb-843972973048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:46.056090258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d606384d-228a-4cde-8bcb-843972973048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:46.072326745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d606384d-228a-4cde-8bcb-843972973048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:46.088341585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d606384d-228a-4cde-8bcb-843972973048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:46.765229296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072e66e2-34e6-440a-88c0-e6cbdc5e54cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:46.7954852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072e66e2-34e6-440a-88c0-e6cbdc5e54cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:46.824249544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072e66e2-34e6-440a-88c0-e6cbdc5e54cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:46.849374575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072e66e2-34e6-440a-88c0-e6cbdc5e54cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:47.238296405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"41a977b4-bb6c-4e80-99dc-cf4df0b89426","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:47.260965094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"41a977b4-bb6c-4e80-99dc-cf4df0b89426","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:47.281552167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f1b14f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"41a977b4-bb6c-4e80-99dc-cf4df0b89426","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:47.518145486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d435f91c-1a75-4692-ad7f-baf6429f1be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:47.534576378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d435f91c-1a75-4692-ad7f-baf6429f1be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:47.550611433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d435f91c-1a75-4692-ad7f-baf6429f1be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:47.566939914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d435f91c-1a75-4692-ad7f-baf6429f1be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:48.332570787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffee5599-8dc7-4723-a435-20dd1ccf4926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:48.348912607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffee5599-8dc7-4723-a435-20dd1ccf4926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:48.365139754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffee5599-8dc7-4723-a435-20dd1ccf4926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:48.381817018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffee5599-8dc7-4723-a435-20dd1ccf4926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:49.033404412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3671f626-f80f-4c40-9ada-17dd004e6037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:49.049536183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3671f626-f80f-4c40-9ada-17dd004e6037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:49.065622494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3671f626-f80f-4c40-9ada-17dd004e6037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:49.082947854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3671f626-f80f-4c40-9ada-17dd004e6037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:54.382049353Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:57.313799421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"2abf7fcc-253b-46f3-aeab-a69778cb98e4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:57.334928379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"2abf7fcc-253b-46f3-aeab-a69778cb98e4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:37:57.355440047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f1b14f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"2abf7fcc-253b-46f3-aeab-a69778cb98e4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:07.458324494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"79bdfffb-ee4f-408e-b64d-0e8122eb9641","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:07.47954929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"79bdfffb-ee4f-408e-b64d-0e8122eb9641","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:07.500530152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f1b14f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c45b8437a934fc20b0abc7562948a478f17efc18769bb6f1937b19af79b8034d) AuthConfig (25c82cf1cb3061c75eeb88d11f88a12a8a84ca3dee6bd91402b1e942d312b43f) AuthConfig (141c042d8ef6d90238de24f0a35b901b220a772c12637d1a18e79590c88f0bc3) AuthConfig (9082bc6d96c634ff722c609c68a5ed4ac6161996781812b9809ffe30d3c85732) AuthConfig (0351ad033128e56ae2af6cbdaf159d7364a74c004662d768a0bf28721074b710) AuthConfig (9b8b965e20ebb50987549b1b0636b113c17138a4bfb2d46016476097a3bc28ce) AuthConfig (81daa022ed39323d68fc5c7a72d932702f9c17cf99ddad674e6f8b5b1d76da78) AuthConfig (2140bfcc15aa26946675d97773b4187fd779d0cecf1e039384fa641526b32b04) AuthConfig (7f086ec3ebbe9e9fc31954961d178d6cf72f69be5bf0605e45e3c6636c6583d9) AuthConfig (129bdc7ba0b48ed8c4887addc14e1d0d3888b24d019e83ad5b226e2214ee6b30) AuthConfig (a4f9e13967b6ee15bac440ad283e0a32d3d14c85f27eedee8b92073c49772529) AuthConfig (7e88b2faa3d1fa1a3b63fec4edfdda91c91827afe9372742f89cdd8a393c83b5) AuthConfig (2adeb3b166ba3b4f46e0be0869656f881906191a37934b39ad0ed76552701eb8) AuthConfig (8b317c748b4d340201e97e81d8d37a9ca41b413a5674e3821e50b5bf6b409b3b) AuthConfig (8b039e61b755fd863767600749237cbc897b764916c6df74754260842064b548) AuthConfig (ddb7dd8ac4e71b1c8a5cc3849a4de06d1ed4dff7e158a8e5330813f72293fe1b) AuthConfig (66493a017ca68db2a629e79bf72662ebdba2586284a10837b7df0875e7706fc8) AuthConfig (91eee3f3b789c1a7922a4e151ed53cbdd8387609e82812f2cf0bd8bb3129a0a9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"79bdfffb-ee4f-408e-b64d-0e8122eb9641","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:07.52248885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"ebf88606-fc10-4864-aa64-d3d0eabd0491","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:07.522514915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"ebf88606-fc10-4864-aa64-d3d0eabd0491","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:12.770531412Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","namespace":"ai-tenant-e2e-extmod-a-59b8a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:12.770593012Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","namespace":"ai-tenant-e2e-extmod-a-59b8a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:12.770641995Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","tenant":"e2e-extmod-a-59b8a9","tenantID":"e2e-extmod-a-59b8a9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:12.790805678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","gvk":"Deployment","name":"maas-api-e2e-extmod-a-59b8a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:12.82112465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","gvk":"Service","name":"maas-api-e2e-extmod-a-59b8a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:12.840853871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-59b8a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:12.859220152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-59b8a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:12.8814617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-59b8a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:12.900330785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-59b8a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:12.922086222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-59b8a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:12.941154373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-59b8a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:12.956958367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-59b8a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:12.973098404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-59b8a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:12.989284074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","gvk":"Service","name":"payload-processing-e2e-extmod-a-59b8a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:13.005440564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-59b8a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:13.02162411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-59b8a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:13.052293651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-59b8a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:13.080076573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-59b8a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:13.126240722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-59b8a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:13.152005013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-59b8a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:13.168447807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-59b8a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:13.184495919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-59b8a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:13.203245365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-59b8a9"},"namespace":"ai-tenant-e2e-extmod-a-59b8a9","name":"default-tenant","reconcileID":"4618f800-00d7-4cf9-805a-8a6170748933","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-59b8a9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:13.614818308Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-59b8a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-59b8a9","reconcileID":"75d442c0-262f-4ff3-9b83-48b5f8849dd1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-59b8a9","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-59b8a9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:14.025459772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d269d75-995f-4bff-9147-f67e1197b96c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:14.041658015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d269d75-995f-4bff-9147-f67e1197b96c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:14.057683974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d269d75-995f-4bff-9147-f67e1197b96c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:14.074180605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d269d75-995f-4bff-9147-f67e1197b96c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:14.707559112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced47266-ff44-48ac-85c5-82d2ed7f28aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:14.723646471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced47266-ff44-48ac-85c5-82d2ed7f28aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:14.7393143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced47266-ff44-48ac-85c5-82d2ed7f28aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:14.755444385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced47266-ff44-48ac-85c5-82d2ed7f28aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:17.554632924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"47c53ec6-126f-4b9f-a6f1-6ac50356364f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:17.575353501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"47c53ec6-126f-4b9f-a6f1-6ac50356364f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:17.595074389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f1b14f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c45b8437a934fc20b0abc7562948a478f17efc18769bb6f1937b19af79b8034d) AuthConfig (25c82cf1cb3061c75eeb88d11f88a12a8a84ca3dee6bd91402b1e942d312b43f) AuthConfig (141c042d8ef6d90238de24f0a35b901b220a772c12637d1a18e79590c88f0bc3) AuthConfig (9082bc6d96c634ff722c609c68a5ed4ac6161996781812b9809ffe30d3c85732) AuthConfig (0351ad033128e56ae2af6cbdaf159d7364a74c004662d768a0bf28721074b710) AuthConfig (9b8b965e20ebb50987549b1b0636b113c17138a4bfb2d46016476097a3bc28ce) AuthConfig (81daa022ed39323d68fc5c7a72d932702f9c17cf99ddad674e6f8b5b1d76da78) AuthConfig (2140bfcc15aa26946675d97773b4187fd779d0cecf1e039384fa641526b32b04) AuthConfig (7f086ec3ebbe9e9fc31954961d178d6cf72f69be5bf0605e45e3c6636c6583d9) AuthConfig (129bdc7ba0b48ed8c4887addc14e1d0d3888b24d019e83ad5b226e2214ee6b30) AuthConfig (a4f9e13967b6ee15bac440ad283e0a32d3d14c85f27eedee8b92073c49772529) AuthConfig (7e88b2faa3d1fa1a3b63fec4edfdda91c91827afe9372742f89cdd8a393c83b5) AuthConfig (2adeb3b166ba3b4f46e0be0869656f881906191a37934b39ad0ed76552701eb8) AuthConfig (8b317c748b4d340201e97e81d8d37a9ca41b413a5674e3821e50b5bf6b409b3b) AuthConfig (8b039e61b755fd863767600749237cbc897b764916c6df74754260842064b548) AuthConfig (ddb7dd8ac4e71b1c8a5cc3849a4de06d1ed4dff7e158a8e5330813f72293fe1b) AuthConfig (66493a017ca68db2a629e79bf72662ebdba2586284a10837b7df0875e7706fc8) AuthConfig (91eee3f3b789c1a7922a4e151ed53cbdd8387609e82812f2cf0bd8bb3129a0a9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"47c53ec6-126f-4b9f-a6f1-6ac50356364f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:21.860546332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b30fef7-d114-4f9f-9602-fc75dd94a2b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:21.876392574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b30fef7-d114-4f9f-9602-fc75dd94a2b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:21.892342047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b30fef7-d114-4f9f-9602-fc75dd94a2b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:21.908345421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b30fef7-d114-4f9f-9602-fc75dd94a2b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:22.583695489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b50d78a8-c9f9-4b25-951f-154715dbe6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:22.600153516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b50d78a8-c9f9-4b25-951f-154715dbe6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:22.616284672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b50d78a8-c9f9-4b25-951f-154715dbe6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:22.632199952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b50d78a8-c9f9-4b25-951f-154715dbe6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:24.382503305Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:27.630173332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"239a034b-1eef-47fa-accb-72959837b38b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:27.651647952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"239a034b-1eef-47fa-accb-72959837b38b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:27.671874428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f1b14f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c45b8437a934fc20b0abc7562948a478f17efc18769bb6f1937b19af79b8034d) AuthConfig (25c82cf1cb3061c75eeb88d11f88a12a8a84ca3dee6bd91402b1e942d312b43f) AuthConfig (141c042d8ef6d90238de24f0a35b901b220a772c12637d1a18e79590c88f0bc3) AuthConfig (9082bc6d96c634ff722c609c68a5ed4ac6161996781812b9809ffe30d3c85732) AuthConfig (0351ad033128e56ae2af6cbdaf159d7364a74c004662d768a0bf28721074b710) AuthConfig (9b8b965e20ebb50987549b1b0636b113c17138a4bfb2d46016476097a3bc28ce) AuthConfig (81daa022ed39323d68fc5c7a72d932702f9c17cf99ddad674e6f8b5b1d76da78) AuthConfig (2140bfcc15aa26946675d97773b4187fd779d0cecf1e039384fa641526b32b04) AuthConfig (7f086ec3ebbe9e9fc31954961d178d6cf72f69be5bf0605e45e3c6636c6583d9) AuthConfig (129bdc7ba0b48ed8c4887addc14e1d0d3888b24d019e83ad5b226e2214ee6b30) AuthConfig (a4f9e13967b6ee15bac440ad283e0a32d3d14c85f27eedee8b92073c49772529) AuthConfig (7e88b2faa3d1fa1a3b63fec4edfdda91c91827afe9372742f89cdd8a393c83b5) AuthConfig (2adeb3b166ba3b4f46e0be0869656f881906191a37934b39ad0ed76552701eb8) AuthConfig (8b317c748b4d340201e97e81d8d37a9ca41b413a5674e3821e50b5bf6b409b3b) AuthConfig (8b039e61b755fd863767600749237cbc897b764916c6df74754260842064b548) AuthConfig (ddb7dd8ac4e71b1c8a5cc3849a4de06d1ed4dff7e158a8e5330813f72293fe1b) AuthConfig (66493a017ca68db2a629e79bf72662ebdba2586284a10837b7df0875e7706fc8) AuthConfig (91eee3f3b789c1a7922a4e151ed53cbdd8387609e82812f2cf0bd8bb3129a0a9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"239a034b-1eef-47fa-accb-72959837b38b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:29.10851568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"0de837c4-7340-44ed-ba31-4c26f622591d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0c1869","tenantID":"e2e-shared-a-w1-0c1869","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:29.153368145Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"0de837c4-7340-44ed-ba31-4c26f622591d","name":"e2e-shared-a-w1-0c1869-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:37.70439121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"7fd1744a-8440-4db8-9b1f-2cb4eba28b5b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:37.727348837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"7fd1744a-8440-4db8-9b1f-2cb4eba28b5b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:37.899674273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"72f28913-42c7-487c-9985-d4cbaa2543e9","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:37.899694541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"72f28913-42c7-487c-9985-d4cbaa2543e9","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:39.701075987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"884ed514-41c8-4491-8ae6-9439385bc8fe","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:39.701095933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"884ed514-41c8-4491-8ae6-9439385bc8fe","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:39.722098844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"bbd3b0f2-84c1-4979-a352-a00a0f066e93","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:39.722116836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"bbd3b0f2-84c1-4979-a352-a00a0f066e93","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:39.754353152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"cc041c7c-bc4e-4553-b4c2-1f4af56824cb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:39.810462606Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"cc041c7c-bc4e-4553-b4c2-1f4af56824cb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:39.830018361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-4fff4f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"cc041c7c-bc4e-4553-b4c2-1f4af56824cb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:39.8495221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"9030b367-4785-4789-9ddf-e9a977967cfd","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:39.849537456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"9030b367-4785-4789-9ddf-e9a977967cfd","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:44.835123168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4244597-d9e9-4aae-9d2a-35349eaf4e37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:44.835143581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4244597-d9e9-4aae-9d2a-35349eaf4e37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:44.856146334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78f02385-a8da-43a8-a59f-f64936045de7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:44.856164748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78f02385-a8da-43a8-a59f-f64936045de7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:44.903354925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"e513459a-f84f-44dc-a617-dbed6f98227a","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:44.959422724Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"e513459a-f84f-44dc-a617-dbed6f98227a","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:44.980266259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"e513459a-f84f-44dc-a617-dbed6f98227a","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:45.005235825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9ed7f09-da31-4f46-86b0-3fe8b6fb669b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:45.005256071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9ed7f09-da31-4f46-86b0-3fe8b6fb669b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:49.881007857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"098035b0-e0a8-4559-a77a-baf578d5eca7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:49.901753722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"098035b0-e0a8-4559-a77a-baf578d5eca7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:49.921482052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-4fff4f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"098035b0-e0a8-4559-a77a-baf578d5eca7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:54.384008217Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:55.053519639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"b70ecd35-d6bb-4ba0-a640-5d8fcfafb98c","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:55.074449354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"b70ecd35-d6bb-4ba0-a640-5d8fcfafb98c","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:55.093954772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"b70ecd35-d6bb-4ba0-a640-5d8fcfafb98c","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:59.954125008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"b768cfd6-c046-4973-aa72-35f5af40c2d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:59.976581236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"b768cfd6-c046-4973-aa72-35f5af40c2d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:38:59.996404789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-4fff4f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07a75dbaae9970774d3454167ed5c93391e8ebe5eb426de118ab3173b6c9ba7b) AuthConfig (833c736037e117b0cb9ac625d67e83ce14578df888bd96af4312997079f455e9) AuthConfig (48b50d9ac91a9304c725f72c6b03371a9d73408b4ccfa333836916f1cb381d21) AuthConfig (9d2c6b95101d11d6cd141937a365a4883f8f26a97cb35da8c92a5cc7fcd93727) AuthConfig (389b0ba43179248c27d0d286d0b1075e9002639934cb0d7c5ff7c7220c57c13e) AuthConfig (2cb0779404965c2366185aab8cf9de324c83352de5eb667f146af2a5b0e27ae2) AuthConfig (5fea9b53718982d5a63dfd9e9ae1924f01a7f3d7da9a7e41230b4bc75f9b0099) AuthConfig (47513cb895f3412912b8642c27c37af82d4c95c44283db233f30f00a2ce5b010) AuthConfig (0b8b3f236ecd7c5e40843be34e04a2f6157f50af6e7dff5abdfa167c92cbc28c) AuthConfig (ff17f150bf032acfaed6595f7804b5c45a198631bfd63f4f8ae802d0119a53ec) AuthConfig (ec6faa8f211f7fe3b5196b3d5027711118a64af7308b9e683d614355d34056c6) AuthConfig (5a17bf1ac10bf1c6dced8f17224d78d8f211aa999e79df6b1dee3d6fb4e5fe9d) AuthConfig (aac8078542de057f281a6f2c551d8b238cae42dee518dcea9db7aa7a54f90d8a) AuthConfig (da7c6a17e35ae8012a44828b600505a132453a559b1021f1b884ac9b6c27e2f4) AuthConfig (28ce46632336d646d284614c663c25ad78fb99633e02be9f206accf967cd0eb5) AuthConfig (57045fa08232106ed5f465b8608aa6fb38ca83de1bd2f277c7a2d45fc5dfd599) AuthConfig (71bbd7463b49c8503e0cc71eab50e58e3b7acb455b4b1d34f9369b325c67c881) AuthConfig (7df3523352baefcb3ef1378739fefaccd369a038c3be4b45c076db2e08f168a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"b768cfd6-c046-4973-aa72-35f5af40c2d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:00.01620926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"0142eb82-9677-4e39-9cb4-aeefcea8c638","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:00.016227681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"0142eb82-9677-4e39-9cb4-aeefcea8c638","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.433963098Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","namespace":"ai-tenant-e2e-extmod-b-b15ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.434023347Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","namespace":"ai-tenant-e2e-extmod-b-b15ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.434071659Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","tenant":"e2e-extmod-b-b15ec3","tenantID":"e2e-extmod-b-b15ec3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.452118859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","gvk":"Deployment","name":"maas-api-e2e-extmod-b-b15ec3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.483065719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","gvk":"Service","name":"maas-api-e2e-extmod-b-b15ec3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.502759512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-b15ec3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.521411008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-b15ec3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.542337556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-b15ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.560970851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-b15ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.582397697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-b15ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.601030907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-b15ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.616810551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-b15ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.6347177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-b15ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.650582651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","gvk":"Service","name":"payload-processing-e2e-extmod-b-b15ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.666246778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-b15ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.682117059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-b15ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.697779839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-b15ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.713820147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-b15ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.734015029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-b15ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.750188506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-b15ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.766546061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-b15ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.783919797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-b15ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:04.80013496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b15ec3"},"namespace":"ai-tenant-e2e-extmod-b-b15ec3","name":"default-tenant","reconcileID":"a2ba0327-780e-4786-9bbc-67cc87473948","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-b15ec3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:05.103581321Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-b15ec3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-b15ec3","reconcileID":"b2c89595-a207-4d48-814a-a230fceb4276","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-b15ec3","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-b15ec3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:05.142239095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"500945dc-9583-4c84-a181-962364c45ece","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:05.164170951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"500945dc-9583-4c84-a181-962364c45ece","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:05.200122433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"500945dc-9583-4c84-a181-962364c45ece","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:05.601069466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7445912d-8c4e-44e2-8c86-af252ed26135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:05.617199653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7445912d-8c4e-44e2-8c86-af252ed26135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:05.633297378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7445912d-8c4e-44e2-8c86-af252ed26135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:05.649183756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7445912d-8c4e-44e2-8c86-af252ed26135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:06.390691989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c438c064-6eac-4f01-ba6f-06a1f16c43a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:06.406796704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c438c064-6eac-4f01-ba6f-06a1f16c43a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:06.422810337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c438c064-6eac-4f01-ba6f-06a1f16c43a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:06.439208297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c438c064-6eac-4f01-ba6f-06a1f16c43a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:10.047424829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"6b6156f1-6c87-4eee-9acc-95723fff3962","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:10.073566851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"6b6156f1-6c87-4eee-9acc-95723fff3962","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:10.095591311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-4fff4f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07a75dbaae9970774d3454167ed5c93391e8ebe5eb426de118ab3173b6c9ba7b) AuthConfig (833c736037e117b0cb9ac625d67e83ce14578df888bd96af4312997079f455e9) AuthConfig (48b50d9ac91a9304c725f72c6b03371a9d73408b4ccfa333836916f1cb381d21) AuthConfig (9d2c6b95101d11d6cd141937a365a4883f8f26a97cb35da8c92a5cc7fcd93727) AuthConfig (389b0ba43179248c27d0d286d0b1075e9002639934cb0d7c5ff7c7220c57c13e) AuthConfig (2cb0779404965c2366185aab8cf9de324c83352de5eb667f146af2a5b0e27ae2) AuthConfig (5fea9b53718982d5a63dfd9e9ae1924f01a7f3d7da9a7e41230b4bc75f9b0099) AuthConfig (47513cb895f3412912b8642c27c37af82d4c95c44283db233f30f00a2ce5b010) AuthConfig (0b8b3f236ecd7c5e40843be34e04a2f6157f50af6e7dff5abdfa167c92cbc28c) AuthConfig (ff17f150bf032acfaed6595f7804b5c45a198631bfd63f4f8ae802d0119a53ec) AuthConfig (ec6faa8f211f7fe3b5196b3d5027711118a64af7308b9e683d614355d34056c6) AuthConfig (5a17bf1ac10bf1c6dced8f17224d78d8f211aa999e79df6b1dee3d6fb4e5fe9d) AuthConfig (aac8078542de057f281a6f2c551d8b238cae42dee518dcea9db7aa7a54f90d8a) AuthConfig (da7c6a17e35ae8012a44828b600505a132453a559b1021f1b884ac9b6c27e2f4) AuthConfig (28ce46632336d646d284614c663c25ad78fb99633e02be9f206accf967cd0eb5) AuthConfig (57045fa08232106ed5f465b8608aa6fb38ca83de1bd2f277c7a2d45fc5dfd599) AuthConfig (71bbd7463b49c8503e0cc71eab50e58e3b7acb455b4b1d34f9369b325c67c881) AuthConfig (7df3523352baefcb3ef1378739fefaccd369a038c3be4b45c076db2e08f168a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"6b6156f1-6c87-4eee-9acc-95723fff3962","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:13.06211891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"331743c3-fa38-4cc3-b5e3-395dfd4dfb0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:13.079545918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"331743c3-fa38-4cc3-b5e3-395dfd4dfb0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:13.095985971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"331743c3-fa38-4cc3-b5e3-395dfd4dfb0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:13.111952032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"331743c3-fa38-4cc3-b5e3-395dfd4dfb0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:13.761163601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428f53aa-aee8-4fa5-8e1b-9c2ee6fe224a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:13.777393978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428f53aa-aee8-4fa5-8e1b-9c2ee6fe224a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:13.793495348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428f53aa-aee8-4fa5-8e1b-9c2ee6fe224a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:13.813058718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428f53aa-aee8-4fa5-8e1b-9c2ee6fe224a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:14.466999056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4024cfab-ba46-4497-879c-ddc038ad8562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:14.48304741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4024cfab-ba46-4497-879c-ddc038ad8562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:14.499121175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4024cfab-ba46-4497-879c-ddc038ad8562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:14.515243027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4024cfab-ba46-4497-879c-ddc038ad8562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:15.154167579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"710429a1-d326-4d14-b5b7-ca4faa476693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:15.170223236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"710429a1-d326-4d14-b5b7-ca4faa476693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:15.186860077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"710429a1-d326-4d14-b5b7-ca4faa476693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:15.203018535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"710429a1-d326-4d14-b5b7-ca4faa476693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:15.250321029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"b86aee35-8e6e-4ee4-b58a-5c6ff07b75fc","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:15.271842698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"b86aee35-8e6e-4ee4-b58a-5c6ff07b75fc","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:15.292946925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"b86aee35-8e6e-4ee4-b58a-5c6ff07b75fc","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:15.841593847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9951b184-0241-46ac-aa94-1f1d6140d18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:15.858284738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9951b184-0241-46ac-aa94-1f1d6140d18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:15.874227283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9951b184-0241-46ac-aa94-1f1d6140d18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:15.890357376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9951b184-0241-46ac-aa94-1f1d6140d18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:16.583722014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db590091-ecfa-4ebb-b9a2-77497e3a25bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:16.603185204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db590091-ecfa-4ebb-b9a2-77497e3a25bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:16.61938442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db590091-ecfa-4ebb-b9a2-77497e3a25bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:16.63637589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db590091-ecfa-4ebb-b9a2-77497e3a25bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:17.272399639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1224c0d-3cb2-453b-82d9-27a1455f2095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:17.289144127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1224c0d-3cb2-453b-82d9-27a1455f2095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:17.3050467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1224c0d-3cb2-453b-82d9-27a1455f2095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:17.321411423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1224c0d-3cb2-453b-82d9-27a1455f2095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:20.129652645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"7cb6157a-b0ba-4ecb-af1a-52b9fff10091","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:20.151730022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"7cb6157a-b0ba-4ecb-af1a-52b9fff10091","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:20.172240362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-4fff4f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07a75dbaae9970774d3454167ed5c93391e8ebe5eb426de118ab3173b6c9ba7b) AuthConfig (833c736037e117b0cb9ac625d67e83ce14578df888bd96af4312997079f455e9) AuthConfig (48b50d9ac91a9304c725f72c6b03371a9d73408b4ccfa333836916f1cb381d21) AuthConfig (9d2c6b95101d11d6cd141937a365a4883f8f26a97cb35da8c92a5cc7fcd93727) AuthConfig (389b0ba43179248c27d0d286d0b1075e9002639934cb0d7c5ff7c7220c57c13e) AuthConfig (2cb0779404965c2366185aab8cf9de324c83352de5eb667f146af2a5b0e27ae2) AuthConfig (5fea9b53718982d5a63dfd9e9ae1924f01a7f3d7da9a7e41230b4bc75f9b0099) AuthConfig (47513cb895f3412912b8642c27c37af82d4c95c44283db233f30f00a2ce5b010) AuthConfig (0b8b3f236ecd7c5e40843be34e04a2f6157f50af6e7dff5abdfa167c92cbc28c) AuthConfig (ff17f150bf032acfaed6595f7804b5c45a198631bfd63f4f8ae802d0119a53ec) AuthConfig (ec6faa8f211f7fe3b5196b3d5027711118a64af7308b9e683d614355d34056c6) AuthConfig (5a17bf1ac10bf1c6dced8f17224d78d8f211aa999e79df6b1dee3d6fb4e5fe9d) AuthConfig (aac8078542de057f281a6f2c551d8b238cae42dee518dcea9db7aa7a54f90d8a) AuthConfig (da7c6a17e35ae8012a44828b600505a132453a559b1021f1b884ac9b6c27e2f4) AuthConfig (28ce46632336d646d284614c663c25ad78fb99633e02be9f206accf967cd0eb5) AuthConfig (57045fa08232106ed5f465b8608aa6fb38ca83de1bd2f277c7a2d45fc5dfd599) AuthConfig (71bbd7463b49c8503e0cc71eab50e58e3b7acb455b4b1d34f9369b325c67c881) AuthConfig (7df3523352baefcb3ef1378739fefaccd369a038c3be4b45c076db2e08f168a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"7cb6157a-b0ba-4ecb-af1a-52b9fff10091","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:20.539930347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b3d065-2184-47e8-a726-496542a7c342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:20.555816681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b3d065-2184-47e8-a726-496542a7c342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:20.57182452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b3d065-2184-47e8-a726-496542a7c342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:20.587607669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b3d065-2184-47e8-a726-496542a7c342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:21.261321014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42702e5-dbcc-4802-910d-16068409bbbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:21.27728732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42702e5-dbcc-4802-910d-16068409bbbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:21.293288129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42702e5-dbcc-4802-910d-16068409bbbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:21.309030852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42702e5-dbcc-4802-910d-16068409bbbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:21.402011412Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-2c719a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-2c719a","reconcileID":"f3ca4fc3-d2d4-42e0-8d29-712256f8dced","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-2c719a","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-2c719a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:22.028283593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7ad6473-7d6e-4d17-b30d-dd5edb14ec06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:22.044207934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7ad6473-7d6e-4d17-b30d-dd5edb14ec06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:22.059951258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7ad6473-7d6e-4d17-b30d-dd5edb14ec06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:22.075979007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7ad6473-7d6e-4d17-b30d-dd5edb14ec06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:22.71646542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072113ec-423d-402c-bfac-9cf46f346d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:22.734212633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072113ec-423d-402c-bfac-9cf46f346d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:22.750522923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072113ec-423d-402c-bfac-9cf46f346d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:22.768200436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072113ec-423d-402c-bfac-9cf46f346d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:23.433252654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fbef89b-7042-4bf5-8f3a-5bf0f60dc12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:23.467050012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fbef89b-7042-4bf5-8f3a-5bf0f60dc12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:23.492308631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fbef89b-7042-4bf5-8f3a-5bf0f60dc12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:23.509606096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fbef89b-7042-4bf5-8f3a-5bf0f60dc12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:24.421156861Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:25.390101013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"307fa65c-4c58-4674-a781-f070ad12c2f6","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:25.411171254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"307fa65c-4c58-4674-a781-f070ad12c2f6","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:25.431053464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"307fa65c-4c58-4674-a781-f070ad12c2f6","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.19354114Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","namespace":"ai-tenant-e2e-shared-a-w3-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.193616063Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","namespace":"ai-tenant-e2e-shared-a-w3-933195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.193674931Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","tenant":"e2e-shared-a-w3-933195","tenantID":"e2e-shared-a-w3-933195","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.211502546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-933195","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.248459178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","gvk":"Service","name":"maas-api-e2e-shared-a-w3-933195","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.267713028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-933195","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.293001104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-933195","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.311611064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-933195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.330298273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-933195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.352754019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-933195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.370954856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-933195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.386613437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-933195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.402189199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-933195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.417946563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-933195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.433753593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-933195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.451453939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-933195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.467101609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-933195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.483021446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-933195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.503139096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-933195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.51927969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-933195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.534723553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-933195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.552680916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-933195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.568182763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-933195"},"namespace":"ai-tenant-e2e-shared-a-w3-933195","name":"default-tenant","reconcileID":"dfd400e8-8f2b-43e3-85e9-671567521173","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-933195","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:29.949728845Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-933195","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-933195","reconcileID":"376d0c22-2b79-45f6-907e-c3aca6091020","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-933195","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-933195"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:30.207506229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"d00c9108-cfa5-4f27-9a6f-950ddcd76fec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:30.228772846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"d00c9108-cfa5-4f27-9a6f-950ddcd76fec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:30.250038302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-4fff4f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07a75dbaae9970774d3454167ed5c93391e8ebe5eb426de118ab3173b6c9ba7b) AuthConfig (833c736037e117b0cb9ac625d67e83ce14578df888bd96af4312997079f455e9) AuthConfig (48b50d9ac91a9304c725f72c6b03371a9d73408b4ccfa333836916f1cb381d21) AuthConfig (9d2c6b95101d11d6cd141937a365a4883f8f26a97cb35da8c92a5cc7fcd93727) AuthConfig (389b0ba43179248c27d0d286d0b1075e9002639934cb0d7c5ff7c7220c57c13e) AuthConfig (2cb0779404965c2366185aab8cf9de324c83352de5eb667f146af2a5b0e27ae2) AuthConfig (5fea9b53718982d5a63dfd9e9ae1924f01a7f3d7da9a7e41230b4bc75f9b0099) AuthConfig (47513cb895f3412912b8642c27c37af82d4c95c44283db233f30f00a2ce5b010) AuthConfig (0b8b3f236ecd7c5e40843be34e04a2f6157f50af6e7dff5abdfa167c92cbc28c) AuthConfig (ff17f150bf032acfaed6595f7804b5c45a198631bfd63f4f8ae802d0119a53ec) AuthConfig (ec6faa8f211f7fe3b5196b3d5027711118a64af7308b9e683d614355d34056c6) AuthConfig (5a17bf1ac10bf1c6dced8f17224d78d8f211aa999e79df6b1dee3d6fb4e5fe9d) AuthConfig (aac8078542de057f281a6f2c551d8b238cae42dee518dcea9db7aa7a54f90d8a) AuthConfig (da7c6a17e35ae8012a44828b600505a132453a559b1021f1b884ac9b6c27e2f4) AuthConfig (28ce46632336d646d284614c663c25ad78fb99633e02be9f206accf967cd0eb5) AuthConfig (57045fa08232106ed5f465b8608aa6fb38ca83de1bd2f277c7a2d45fc5dfd599) AuthConfig (71bbd7463b49c8503e0cc71eab50e58e3b7acb455b4b1d34f9369b325c67c881) AuthConfig (7df3523352baefcb3ef1378739fefaccd369a038c3be4b45c076db2e08f168a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"d00c9108-cfa5-4f27-9a6f-950ddcd76fec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:30.387037732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e2a6400-710a-4d94-bef8-6a0761d8f7f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:30.403370145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e2a6400-710a-4d94-bef8-6a0761d8f7f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:30.419193882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e2a6400-710a-4d94-bef8-6a0761d8f7f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:30.435166268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e2a6400-710a-4d94-bef8-6a0761d8f7f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:31.166843686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a17fece2-e905-4721-9a57-cc92ce69ec30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:31.183080735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a17fece2-e905-4721-9a57-cc92ce69ec30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:31.199051982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a17fece2-e905-4721-9a57-cc92ce69ec30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:31.215078885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a17fece2-e905-4721-9a57-cc92ce69ec30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:35.479748625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"5c594239-1c29-44e1-b157-fea7d04dab87","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:35.501314553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"5c594239-1c29-44e1-b157-fea7d04dab87","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:35.521923699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"5c594239-1c29-44e1-b157-fea7d04dab87","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:35.544887003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"329693f7-7547-4786-9062-8f7cb274a384","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:35.544930275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"329693f7-7547-4786-9062-8f7cb274a384","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:38.347024599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ec47eb-f7ef-4292-8da5-c7f9883ae997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:38.362997083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ec47eb-f7ef-4292-8da5-c7f9883ae997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:38.37873817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ec47eb-f7ef-4292-8da5-c7f9883ae997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:38.397474535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ec47eb-f7ef-4292-8da5-c7f9883ae997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:39.040885336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f616a7-938e-4eea-b63c-be51dcb5d2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:39.056746052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f616a7-938e-4eea-b63c-be51dcb5d2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:39.07261731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f616a7-938e-4eea-b63c-be51dcb5d2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:39.088670046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f616a7-938e-4eea-b63c-be51dcb5d2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:39.769650669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb2b25c2-3363-4de6-a7f2-bb8b059b71d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:39.785429557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb2b25c2-3363-4de6-a7f2-bb8b059b71d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:39.80119039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb2b25c2-3363-4de6-a7f2-bb8b059b71d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:39.817326228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb2b25c2-3363-4de6-a7f2-bb8b059b71d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:40.359857262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"ecc48e94-8444-45e2-bb3d-44ba8e042ac2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:40.380720262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"ecc48e94-8444-45e2-bb3d-44ba8e042ac2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:40.467023187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"e7fb69d5-5cb0-4518-a8e7-9700c68a94d7","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:40.467052244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"e7fb69d5-5cb0-4518-a8e7-9700c68a94d7","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:40.539547132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4a1895-90de-4324-b787-55bdd08a4d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:40.555510504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4a1895-90de-4324-b787-55bdd08a4d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:40.571389581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4a1895-90de-4324-b787-55bdd08a4d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:40.587290929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4a1895-90de-4324-b787-55bdd08a4d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:41.256274535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff5a37d-353e-4c59-8454-05a66ae91808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:41.272301701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff5a37d-353e-4c59-8454-05a66ae91808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:41.288420411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff5a37d-353e-4c59-8454-05a66ae91808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:41.304318937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff5a37d-353e-4c59-8454-05a66ae91808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.242387747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"f6c9591c-09cc-41d1-b654-1a9597c22e6a","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.242407465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"f6c9591c-09cc-41d1-b654-1a9597c22e6a","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.26856454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"85d053ca-f029-4cf6-bbc1-414abdbd8222","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.268585768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"85d053ca-f029-4cf6-bbc1-414abdbd8222","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.280937837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"afc9e97f-672b-427f-a86e-ba51da07e4fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:39:42.281882631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-shared-sub-1d37ae","reconcileID":"696c65e4-304d-44e5-9ab4-64b82b227dc7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-1d37ae\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:39:42.28735999Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"85d053ca-f029-4cf6-bbc1-414abdbd8222","name":"sub-test-model-f1b14f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-f1b14f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:39:42.287404966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"85d053ca-f029-4cf6-bbc1-414abdbd8222","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-f1b14f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.292709646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"9bbb6090-d0de-42d3-ae8f-e0f3c2a6f450","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.292722484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"9bbb6090-d0de-42d3-ae8f-e0f3c2a6f450","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.302552213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"afc9e97f-672b-427f-a86e-ba51da07e4fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.314287989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"05c39900-c0a5-402d-b1f6-9d9718afbef2","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.314302884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"05c39900-c0a5-402d-b1f6-9d9718afbef2","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.337018334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"040e179e-d375-4700-9a80-2e8048e74b9a","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.337033819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"040e179e-d375-4700-9a80-2e8048e74b9a","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.416066218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"3fbb0c6a-db39-4873-87b8-4a03c0204751","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.416751771Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-shared-sub-1d37ae","reconcileID":"3d32039a-355e-45ee-9154-db7201b4f80a","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"sub-test-model-f1b14f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-f1b14f/e2e-shared-sub-1d37ae"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.437333373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"3fbb0c6a-db39-4873-87b8-4a03c0204751","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.479890436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"407d3bad-ac6f-4e56-ae48-09f8915b61e8","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.47992621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"407d3bad-ac6f-4e56-ae48-09f8915b61e8","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.502510519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"9b58dbb1-f455-419b-97e5-b91fd47fd55b","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.502532613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"9b58dbb1-f455-419b-97e5-b91fd47fd55b","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.503004546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"e6221173-116c-4931-bf27-c65677a40838","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.503018267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"e6221173-116c-4931-bf27-c65677a40838","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.516087119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"c12663ac-c6d0-42c0-9c96-a46a000339ae","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:39:42.516887146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-shared-sub-1d37ae","reconcileID":"64d8543e-ae4b-4ee6-93b6-08499c92c7ae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-1d37ae\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:39:42.521599555Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"e6221173-116c-4931-bf27-c65677a40838","name":"sub-test-model-4fff4f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-4fff4f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:39:42.521644669Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"e6221173-116c-4931-bf27-c65677a40838","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-4fff4f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.52732105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"3c754bd6-12ca-4404-9973-3ade38a9be7e","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.527339079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"3c754bd6-12ca-4404-9973-3ade38a9be7e","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.537351303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"c12663ac-c6d0-42c0-9c96-a46a000339ae","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.549987648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"8234928f-482b-4e49-acd5-a8eb1116343c","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.55000155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"8234928f-482b-4e49-acd5-a8eb1116343c","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.552749429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-shared-sub-1d37ae","reconcileID":"0947db56-f932-4d30-86c8-43334887ca1c","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.574501676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"dec0e522-7a08-4c1f-a2a2-26988c07bde6","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.574521056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"dec0e522-7a08-4c1f-a2a2-26988c07bde6","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.650733702Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-shared-sub-1d37ae","reconcileID":"b71da36c-fe1a-4b1f-9fa3-822147639f4f","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"sub-test-model-4fff4f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-4fff4f/e2e-shared-sub-1d37ae"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.690281049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"7bfddc82-9daa-47fa-b9a9-c68b03eb9773","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.690297369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"7bfddc82-9daa-47fa-b9a9-c68b03eb9773","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.709802505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"2b6db115-1d2e-4b9a-b124-81eb15133ccc","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.709820294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"2b6db115-1d2e-4b9a-b124-81eb15133ccc","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.71292905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"aed2ae2b-704d-40cb-a5ee-9196af71f345","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.712948642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"aed2ae2b-704d-40cb-a5ee-9196af71f345","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.714655794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"18fc4c49-64b1-42e6-b5ee-b4436b29dcd5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.723101402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"a03541fc-0a76-4b5e-8136-369bd42cbd1e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:39:42.723867309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-a-only-1d37ae","reconcileID":"ea0fb208-b2cb-4a5f-b790-7fe94a6c665b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-1d37ae\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.759752461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"18fc4c49-64b1-42e6-b5ee-b4436b29dcd5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.763291389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"a03541fc-0a76-4b5e-8136-369bd42cbd1e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.784354125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"efaba7da-bb38-4cf1-8450-b95935603a25","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.78437269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"efaba7da-bb38-4cf1-8450-b95935603a25","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.799870654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-shared-sub-1d37ae","reconcileID":"3f927467-7a34-4116-8601-1f91821f2115","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.804111459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"38c132d7-5345-4f5a-8b4d-1dfb24aa36d9","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.804126746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"38c132d7-5345-4f5a-8b4d-1dfb24aa36d9","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.888328909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"3505c991-58fd-472a-a4a7-7540c8840f14","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.888344953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"3505c991-58fd-472a-a4a7-7540c8840f14","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.904086434Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-a-only-1d37ae","reconcileID":"9532af7e-8a1f-4c48-a1f2-3c452162df08","MaaSSubscription":{"name":"e2e-a-only-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w2-f1b14f/e2e-a-only-1d37ae","ai-tenant-e2e-shared-a-w2-f1b14f/e2e-shared-sub-1d37ae"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.908300874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"6407a3c2-84f2-4b9f-a2ae-fe4df9eec498","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.908316318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"6407a3c2-84f2-4b9f-a2ae-fe4df9eec498","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:39:42.924896906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-b-only-1d37ae","reconcileID":"8d0cf614-1d86-4a9b-8bc5-4100a66ef169","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-1d37ae\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.933860055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"59a89f74-36f1-440f-afab-3df4315d8df8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.955111643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"59a89f74-36f1-440f-afab-3df4315d8df8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.96602058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"26d8faf0-dfe5-4250-9841-1f1f5fef43f3","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.966038096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"26d8faf0-dfe5-4250-9841-1f1f5fef43f3","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.974560495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"24bc7c0d-0da2-4573-9982-375fc4b76972","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.974576308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"24bc7c0d-0da2-4573-9982-375fc4b76972","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.991080665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-shared-sub-1d37ae","reconcileID":"e4b9dd30-56b8-4acb-9adf-90b1835cf368","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.994734855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"61588f71-472d-457d-98fd-16f5aabe96ad","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:42.994751034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"61588f71-472d-457d-98fd-16f5aabe96ad","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:43.083211101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-a-only-1d37ae","reconcileID":"8a7963ac-2e51-4ffd-b7db-2ef08e66f857","MaaSSubscription":{"name":"e2e-a-only-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:43.105573765Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-b-only-1d37ae","reconcileID":"796ff770-3c80-4ea7-85ff-f1b70902cddc","MaaSSubscription":{"name":"e2e-b-only-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w2-4fff4f/e2e-b-only-1d37ae","ai-tenant-e2e-shared-b-w2-4fff4f/e2e-shared-sub-1d37ae"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:43.166153213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"05101ca4-6532-4b05-9326-05d1f02ad2eb","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:43.166192285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"05101ca4-6532-4b05-9326-05d1f02ad2eb","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:43.185537064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-shared-sub-1d37ae","reconcileID":"05bd4cbc-2e29-4c72-867f-f5d9a18905d1","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:43.283696966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-b-only-1d37ae","reconcileID":"c8db444f-bd6a-4163-8608-8f9161147dba","MaaSSubscription":{"name":"e2e-b-only-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:45.592089308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"ac160294-72e3-457f-af6a-3b403170861f","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:45.613308416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"ac160294-72e3-457f-af6a-3b403170861f","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:45.633870298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"ac160294-72e3-457f-af6a-3b403170861f","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.132971091Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","namespace":"ai-tenant-e2e-mt-26b7d22d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.133028054Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","namespace":"ai-tenant-e2e-mt-26b7d22d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.133074034Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","tenant":"e2e-mt-26b7d22d","tenantID":"e2e-mt-26b7d22d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.150833499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","gvk":"Deployment","name":"maas-api-e2e-mt-26b7d22d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.185297795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","gvk":"Service","name":"maas-api-e2e-mt-26b7d22d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.206773229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-26b7d22d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.224613373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-26b7d22d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.243472098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-26b7d22d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.261944029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-26b7d22d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.283104059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-26b7d22d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.301412995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-26b7d22d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.317020739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","gvk":"Deployment","name":"payload-processing-e2e-mt-26b7d22d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.332585876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-26b7d22d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.350122818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","gvk":"Service","name":"payload-processing-e2e-mt-26b7d22d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.365972721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","gvk":"Service","name":"payload-pre-processing-e2e-mt-26b7d22d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.381952319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","gvk":"DestinationRule","name":"payload-processing-e2e-mt-26b7d22d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.397809299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-26b7d22d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.413717668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-26b7d22d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.436259478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-26b7d22d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.4523787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-26b7d22d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.468161227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-26b7d22d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.489506331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-26b7d22d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.505461072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-26b7d22d"},"namespace":"ai-tenant-e2e-mt-26b7d22d","name":"default-tenant","reconcileID":"d1770bc3-32c0-4cbe-af59-335e8db127fa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-26b7d22d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:46.799278048Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-26b7d22d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-26b7d22d","reconcileID":"195de346-46ab-4ad0-89d7-37e19a971038","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-26b7d22d","removed":["maas.opendatahub.io/gateway-access-e2e-mt-26b7d22d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:47.272262793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c8feb78-963e-4b58-8c95-e9510e52ccb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:47.288393768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c8feb78-963e-4b58-8c95-e9510e52ccb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:47.304225894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c8feb78-963e-4b58-8c95-e9510e52ccb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:47.320294516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c8feb78-963e-4b58-8c95-e9510e52ccb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:48.061707139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51d0abb-0028-454b-bf1c-15a52c966f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:48.077938355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51d0abb-0028-454b-bf1c-15a52c966f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:48.093967038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51d0abb-0028-454b-bf1c-15a52c966f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:48.109981556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51d0abb-0028-454b-bf1c-15a52c966f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:48.878636233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea474a8-9193-4c28-8a3d-116872486f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:48.894533102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea474a8-9193-4c28-8a3d-116872486f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:48.910547483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea474a8-9193-4c28-8a3d-116872486f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:48.928014547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea474a8-9193-4c28-8a3d-116872486f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:54.40162981Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:55.682808745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"c2384f8d-d021-4250-aefe-144af5f93fae","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:55.704557878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"c2384f8d-d021-4250-aefe-144af5f93fae","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:55.72798276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"c2384f8d-d021-4250-aefe-144af5f93fae","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:57.83765115Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","namespace":"ai-tenant-e2e-shared-b-w3-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:57.837726598Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","namespace":"ai-tenant-e2e-shared-b-w3-bbae89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:57.837796242Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","tenant":"e2e-shared-b-w3-bbae89","tenantID":"e2e-shared-b-w3-bbae89","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:57.856281624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-bbae89","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:57.882981327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","gvk":"Service","name":"maas-api-e2e-shared-b-w3-bbae89","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:57.904307856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-bbae89","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:57.929672254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-bbae89","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:57.9540986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-bbae89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:57.972324023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-bbae89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:57.994638239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-bbae89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:58.013667215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-bbae89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:58.032144553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-bbae89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:58.047728685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-bbae89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:58.063569221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-bbae89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:58.079753887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-bbae89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:58.095752898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-bbae89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:58.111863764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-bbae89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:58.127847325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-bbae89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:58.165649232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-bbae89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:58.182187838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-bbae89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:58.198152663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-bbae89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:58.214419791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-bbae89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:58.231486027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-bbae89"},"namespace":"ai-tenant-e2e-shared-b-w3-bbae89","name":"default-tenant","reconcileID":"4b1e4342-8bc2-4aa7-a4e8-64ad7e421f1a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-bbae89","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:58.522138727Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-bbae89","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-bbae89","reconcileID":"22980b70-41c5-4cc7-8440-c9789185fa23","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-bbae89","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-bbae89"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:58.979697879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d56b57-63ec-4c55-a238-dcb4b1a1e584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:58.996393707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d56b57-63ec-4c55-a238-dcb4b1a1e584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:59.018380335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d56b57-63ec-4c55-a238-dcb4b1a1e584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:59.035602624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d56b57-63ec-4c55-a238-dcb4b1a1e584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:59.706731501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02bf41a5-ed1c-45a3-b29f-80fd30a94d11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:59.725064752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02bf41a5-ed1c-45a3-b29f-80fd30a94d11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:59.742914866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02bf41a5-ed1c-45a3-b29f-80fd30a94d11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:39:59.75953266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02bf41a5-ed1c-45a3-b29f-80fd30a94d11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:02.066018101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"9127664f-afeb-4813-8f21-451b3258b6c2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2c719a","tenantID":"e2e-shared-b-w1-2c719a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:02.112340231Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"9127664f-afeb-4813-8f21-451b3258b6c2","name":"e2e-shared-b-w1-2c719a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:05.779140029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"e5c7965f-00c1-4658-819e-a1f5252ccb2c","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:05.800990998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"e5c7965f-00c1-4658-819e-a1f5252ccb2c","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:05.821073029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"e5c7965f-00c1-4658-819e-a1f5252ccb2c","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.21199209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-a-only-1d37ae","reconcileID":"53e52b73-6f16-4cd6-85fd-65934281bfb5","MaaSSubscription":{"name":"e2e-a-only-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.212302612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-shared-sub-1d37ae","reconcileID":"a7f44371-6f1a-415a-af2e-a32aafb981f7","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.276708991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"29333656-a2a7-49af-b961-8d8ae0e05a50","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.27673527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"29333656-a2a7-49af-b961-8d8ae0e05a50","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.291310807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"cc8191f2-f629-4fe7-bce9-559332d948b4","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.291343281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"cc8191f2-f629-4fe7-bce9-559332d948b4","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.57624808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-b-only-1d37ae","reconcileID":"eb335e3d-c9bf-47a0-9fc5-607408caa936","MaaSSubscription":{"name":"e2e-b-only-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.57651483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-shared-sub-1d37ae","reconcileID":"811f90b7-f0f5-4981-bb72-22f4be9110ec","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.650262241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"ab2170dd-c751-4e95-8204-0ad760f2c381","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.650281945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"ab2170dd-c751-4e95-8204-0ad760f2c381","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.65128738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"8fb1576c-bb93-45d1-8e7d-60f055fb5f69","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.651303664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"8fb1576c-bb93-45d1-8e7d-60f055fb5f69","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.757340949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"085addc9-21d0-49c0-8dfb-bd70fb0fd78a","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.757705168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"645069bd-1c16-4246-8b8b-c4ba0076dbad","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.758031399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"b5b299db-3bf7-4842-a8f4-ecb4fac45d8f","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.758196126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"1c501f4f-8f48-4235-8260-e523d9ab5c71","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.848503202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"63d429a8-1e21-4fce-9ba9-8c645199a5dd","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.848797937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"1fd74de5-96cb-4edf-9799-9d6059e5d0b8","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.849068322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"0f1205be-84bb-4093-8c53-59a35c38246f","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.849213986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"83c5879d-fb1b-4c73-b9e1-c8c178e712b5","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.861328097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"66f7f6fa-c2f2-4184-832a-2cbd7ba48d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.861330814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"9221c3a1-28bd-443a-bc32-983cfdf0df19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.883596409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"878f570d-2367-48d9-a6e2-f123fceb59b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.884092047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"a03db7ba-8305-4ddc-bc4b-f62a14d36914","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.889358267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"66f7f6fa-c2f2-4184-832a-2cbd7ba48d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:06.898735039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"9221c3a1-28bd-443a-bc32-983cfdf0df19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:07.000583544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"bdd75f88-d3c2-4099-9db7-ec8c10382b8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:07.012098348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"74a0cd04-eed3-4518-bc6b-2452955f5999","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:07.023593646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"bdd75f88-d3c2-4099-9db7-ec8c10382b8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:07.093484875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"c9e5d659-20a1-4e72-8e23-b6375c4760db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:07.107934894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"3fbcdc3c-4b95-40f7-827a-c4d274dd5615","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:07.12925761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"3fbcdc3c-4b95-40f7-827a-c4d274dd5615","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:07.175037835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4c9095-163b-4ff0-b3e7-eb7fae538796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:07.19107477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4c9095-163b-4ff0-b3e7-eb7fae538796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:07.20678806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4c9095-163b-4ff0-b3e7-eb7fae538796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:07.223469161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4c9095-163b-4ff0-b3e7-eb7fae538796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:07.255708196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"c23e2d1e-2beb-497b-8949-6aefb3423eb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:07.28142596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"c23e2d1e-2beb-497b-8949-6aefb3423eb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:07.482949895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"08a3e8a0-b6f1-4db5-b856-bf80b091b042","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:07.504119036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"08a3e8a0-b6f1-4db5-b856-bf80b091b042","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:07.953634342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f9db80-7e70-464b-8d26-92cbdfc2b3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:07.969795762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f9db80-7e70-464b-8d26-92cbdfc2b3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:07.985790363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f9db80-7e70-464b-8d26-92cbdfc2b3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:08.001666636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f9db80-7e70-464b-8d26-92cbdfc2b3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:08.169100658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"f1c21c22-b466-4baf-8052-7dbd99a9569d","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:08.846531487Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"ee96a434-0c4f-4d79-8ad2-1890b6bbf7db","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:08.846661837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"86baee28-62f2-425c-bf7c-92f5de296a11","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:08.846680576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"86baee28-62f2-425c-bf7c-92f5de296a11","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:08.944859551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-a-only-1d37ae","reconcileID":"8bd0ac84-daf8-447c-bde7-c420d13be491","MaaSSubscription":{"name":"e2e-a-only-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:08.945911555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-shared-sub-1d37ae","reconcileID":"68cba166-3dc1-4546-bbbb-8cd4f927c158","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:08.979444841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"ee96a434-0c4f-4d79-8ad2-1890b6bbf7db","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:09.078044982Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"ee96a434-0c4f-4d79-8ad2-1890b6bbf7db","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:09.078094664Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"ee96a434-0c4f-4d79-8ad2-1890b6bbf7db","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:09.143122754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"314180e1-b715-485c-97e7-a30279ce5e03","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:09.14314332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"314180e1-b715-485c-97e7-a30279ce5e03","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:09.236111032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-a-only-1d37ae","reconcileID":"2f505b79-92c0-4b3c-ba37-1961dae9c12b","MaaSSubscription":{"name":"e2e-a-only-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:09.236225875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-shared-sub-1d37ae","reconcileID":"39216b31-cb5d-4ed2-8c1b-32857e411d38","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:09.295667237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"63f6e2cb-1f1a-4961-a964-bd25471b73c7","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:09.295690123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"63f6e2cb-1f1a-4961-a964-bd25471b73c7","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:12.50323203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"00890c29-d512-4ab9-9a97-b1bc2dd0e5a8","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:12.503257633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"00890c29-d512-4ab9-9a97-b1bc2dd0e5a8","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"rate-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"rate-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:15.868429573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"eb2cea25-9b40-4626-b9ca-59faaa25737f","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:15.889411895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"eb2cea25-9b40-4626-b9ca-59faaa25737f","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:15.97780808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e86d61fc-8a03-4ff2-ba50-830f86edb457","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:15.977826697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e86d61fc-8a03-4ff2-ba50-830f86edb457","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:17.021523099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"5c4a67a9-42a0-4349-af50-db83aec7c06e","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:17.021843086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"5507c199-049f-43ed-9660-f2f93d4fb38a","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:17.02288534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"5d0f2aab-57c4-4b6e-b053-384cd6c89d02","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:17.024185428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"11fd231b-f6e9-451f-adbc-043f23c49ff9","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:17.069365653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"ecea0dcd-4563-4222-91a6-9f93e13183b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:17.088659163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"c8ebc949-9572-4bea-a63f-9f68abfc9a00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:17.089092269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"e36c9df8-16c8-4b1e-80d7-e97068d40ce1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:17.090270598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"ecea0dcd-4563-4222-91a6-9f93e13183b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:17.169021486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"b385ff77-1eda-406f-af19-ae0e338e6acf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:17.189837787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"b385ff77-1eda-406f-af19-ae0e338e6acf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:17.193745037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"dfc7809a-7ba0-46ac-8813-4b87b6148dad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:17.193844464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"0e6ed9a2-54aa-4dc3-a244-520e4cf84e85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:17.269859124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"d190d369-6ff5-4d09-9924-83a6a56d50ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:17.285490924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ba684bd5-f7d4-4b04-bd88-c268491ce0c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:17.292089537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"d190d369-6ff5-4d09-9924-83a6a56d50ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:17.306791572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"ba684bd5-f7d4-4b04-bd88-c268491ce0c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:18.076930716Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-90b08b6b","reconcileID":"5f3a39a7-cdce-4e71-bedb-118ebb98d0d1","MaaSAuthPolicy":{"name":"e2e-default-ns-90b08b6b","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:18.077057877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c73d64b-d710-49b1-b651-3d1f5de103fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:18.077077594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c73d64b-d710-49b1-b651-3d1f5de103fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:18.216527901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c5c703e-5f52-4962-9806-1c5d10a99582","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:18.21655549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c5c703e-5f52-4962-9806-1c5d10a99582","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:18.761468023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9085434e-bbde-4077-b377-7bb3e9200a53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:18.777638735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9085434e-bbde-4077-b377-7bb3e9200a53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:18.793683309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9085434e-bbde-4077-b377-7bb3e9200a53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:18.809403207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9085434e-bbde-4077-b377-7bb3e9200a53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:19.375607541Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-shared-sub-1d37ae","reconcileID":"dacacf3c-26cb-45a2-85b3-4d223c929e97","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscription":"e2e-shared-sub-1d37ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:19.44896954Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-shared-sub-1d37ae","reconcileID":"dacacf3c-26cb-45a2-85b3-4d223c929e97","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-f1b14f/e2e-a-only-1d37ae"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:19.51507727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-a-only-1d37ae","reconcileID":"208f6d5f-cc2c-4dc0-819f-484bbc6d0805","MaaSSubscription":{"name":"e2e-a-only-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:19.521629496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"dd96ae78-9b56-48ca-9efc-ed19de979afa","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:19.52164852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"dd96ae78-9b56-48ca-9efc-ed19de979afa","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:19.546016429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7a7496-ac04-4a14-b844-a654f5a98aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:19.562014107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7a7496-ac04-4a14-b844-a654f5a98aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:19.577803956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7a7496-ac04-4a14-b844-a654f5a98aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:19.593819724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7a7496-ac04-4a14-b844-a654f5a98aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:19.668331894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"e414adea-b961-4b7d-9ebc-07388c6814cd","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:19.668348597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"e414adea-b961-4b7d-9ebc-07388c6814cd","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:19.900105141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"cea1ec68-f71c-435f-bad5-db544bddfa86","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:20.00539473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"9e7f1bec-5e40-4b0c-84cf-b8415d5f3f02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:20.005400665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"977cb9c5-5d64-4ff2-b32d-568dc5f72ebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:20.006158169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"4c5cc1eb-ec9a-4102-828f-392ed22aef06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:20.029230717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"9e7f1bec-5e40-4b0c-84cf-b8415d5f3f02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:20.031486232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"977cb9c5-5d64-4ff2-b32d-568dc5f72ebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:20.086711042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"026987e1-2134-4eab-abce-42cc09cbc639","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:20.224920711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"3b00deba-1c3a-49ca-b5cb-39c62716feff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:20.359315036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6576a016-b74f-4ab5-893a-c5ec1a3fe635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:20.375139303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6576a016-b74f-4ab5-893a-c5ec1a3fe635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:20.391137136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6576a016-b74f-4ab5-893a-c5ec1a3fe635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:20.406985547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6576a016-b74f-4ab5-893a-c5ec1a3fe635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:21.053332484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe6eb29-3c6b-438a-bcf6-fcf97bf5a3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:21.069236555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe6eb29-3c6b-438a-bcf6-fcf97bf5a3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:21.085209602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe6eb29-3c6b-438a-bcf6-fcf97bf5a3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:21.101343605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe6eb29-3c6b-438a-bcf6-fcf97bf5a3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:21.398140339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"705e9d4d-6f59-4482-8c47-28c31f33f422","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:21.52437513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"ac422b43-7e70-4d2c-92e8-1369fc0f3896","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:21.616865441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"a8e40d94-b03e-4636-94b6-60513e9ec643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:21.617097641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"48fc6ee6-ded7-431f-9d66-704b8d378040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:21.617638708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"bbb18f62-170b-4723-8dac-026037af2f41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:21.64102227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"a8e40d94-b03e-4636-94b6-60513e9ec643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:21.647958968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"48fc6ee6-ded7-431f-9d66-704b8d378040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:21.682611535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"7e94d310-ef0b-4c82-a516-d318e9b05e94","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:21.748146307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"535dbee6-aa9c-4949-ba18-2baa305aea9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:21.754019133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2976db26-6103-4c22-802c-f41e427dc6b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:21.770343372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2976db26-6103-4c22-802c-f41e427dc6b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:21.78637072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2976db26-6103-4c22-802c-f41e427dc6b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:21.802446649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2976db26-6103-4c22-802c-f41e427dc6b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:22.46465683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d26119-28ea-4865-b012-fe194f662e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:22.480704917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d26119-28ea-4865-b012-fe194f662e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:22.496811435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d26119-28ea-4865-b012-fe194f662e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:22.512953013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d26119-28ea-4865-b012-fe194f662e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:23.2067096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d436767-993b-4a70-8a0f-feb29c95300f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:23.22296473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d436767-993b-4a70-8a0f-feb29c95300f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:23.238974543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d436767-993b-4a70-8a0f-feb29c95300f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:23.254805379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d436767-993b-4a70-8a0f-feb29c95300f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:24.381986802Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:26.792814924Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"4db65388-b427-4f18-9849-26b993e35e71","namespace":"ai-tenant-e2e-worker-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:26.792933063Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"4db65388-b427-4f18-9849-26b993e35e71","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:26.817076019Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"4db65388-b427-4f18-9849-26b993e35e71","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:26.81752877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"ee44a119-7df0-41f3-bd3f-6360f73fc9b4","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:26.839868074Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"4db65388-b427-4f18-9849-26b993e35e71","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:26.839940818Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"4db65388-b427-4f18-9849-26b993e35e71","namespace":"ai-tenant-e2e-worker-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:26.840020112Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"4db65388-b427-4f18-9849-26b993e35e71","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:26.841103481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"72bf46b0-5a3b-4710-99ac-417996c842ea","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:26.862325627Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"4db65388-b427-4f18-9849-26b993e35e71","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:26.864509789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"2720148b-bf16-42f5-b2c6-c0979c003cea","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:26.87415883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"6d63e219-f59d-4019-8e13-9c1a095fb71e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:26.878359179Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"714507a4-d461-4999-9f66-988a4007368c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7db7b6d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:26.8786356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"d52e8253-51e7-4d92-a05f-b4e39a8b2737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:26.892333433Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"4db65388-b427-4f18-9849-26b993e35e71","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:26.893651988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"6ed567d1-0d74-492b-9d02-484225b51bd9","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:26.909413164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"6d63e219-f59d-4019-8e13-9c1a095fb71e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:26.913294406Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"a43d9191-8c87-4f3c-9c29-74419b6c27fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c8823713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:26.913618604Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"c6458bd2-9e8c-403d-9f5e-31d9ee132aee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7db7b6d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:26.914372759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"d52e8253-51e7-4d92-a05f-b4e39a8b2737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:26.993384858Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"ac7b80e7-af9b-49ef-a571-49999784a329","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c8823713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:27.022822351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"f7325462-db15-481b-b134-d0650a5621bd","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:27.034994501Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"ec0d9c28-0a9c-40cc-bbee-4c18a98cfe12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:27.037128665Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"6ed1b9cd-1d06-4d87-a47a-dbff33a16557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:27.203278245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"ec0d9c28-0a9c-40cc-bbee-4c18a98cfe12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:27.203537577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"6ed1b9cd-1d06-4d87-a47a-dbff33a16557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:27.265634382Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"ec0d9c28-0a9c-40cc-bbee-4c18a98cfe12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:27.265661745Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-access","reconcileID":"ec0d9c28-0a9c-40cc-bbee-4c18a98cfe12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:40:27.266312267Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"6ed1b9cd-1d06-4d87-a47a-dbff33a16557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-4e261b-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:40:27.266367927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"6ed1b9cd-1d06-4d87-a47a-dbff33a16557","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-4e261b-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:27.275507262Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"96f29b00-4519-4c7e-ac6b-6741323042b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:27.291392684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"f4e650dc-b255-41be-8865-01f13f9d1d25","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:27.327243879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"96f29b00-4519-4c7e-ac6b-6741323042b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:27.348449312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"96f29b00-4519-4c7e-ac6b-6741323042b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"e2e-worker-w3-4e261b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:27.348467892Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-access","reconcileID":"96f29b00-4519-4c7e-ac6b-6741323042b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:27.370950763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"5ba579ce-ac08-45b6-9c7b-abd94578c3ee","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:28.86657656Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","namespace":"ai-tenant-e2e-extmod-a-737f64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:28.86678661Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","namespace":"ai-tenant-e2e-extmod-a-737f64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:28.866915706Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","tenant":"e2e-extmod-a-737f64","tenantID":"e2e-extmod-a-737f64","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:28.889315034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","gvk":"Deployment","name":"maas-api-e2e-extmod-a-737f64","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:28.926322909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","gvk":"Service","name":"maas-api-e2e-extmod-a-737f64","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:28.947921561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-737f64","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:28.969193688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-737f64","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:28.988599881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-737f64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:29.010106755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-737f64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:29.031980919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-737f64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:29.053422889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-737f64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:29.073164066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-737f64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:29.090159023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-737f64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:29.107208072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","gvk":"Service","name":"payload-processing-e2e-extmod-a-737f64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:29.132235291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-737f64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:29.152388647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-737f64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:29.174159711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-737f64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:29.198117667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-737f64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:29.219161765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-737f64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:29.239266459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-737f64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:29.257787421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-737f64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:29.284189807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-737f64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:29.304248769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-737f64"},"namespace":"ai-tenant-e2e-extmod-a-737f64","name":"default-tenant","reconcileID":"aeea1acd-e608-4c2a-bb9b-022d9d97d063","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-737f64","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:29.727744954Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-a-only-1d37ae","reconcileID":"2236587b-136a-44c0-802c-6ce59f3d278a","MaaSSubscription":{"name":"e2e-a-only-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscription":"e2e-a-only-1d37ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:29.744177248Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-a-only-1d37ae","reconcileID":"2236587b-136a-44c0-802c-6ce59f3d278a","MaaSSubscription":{"name":"e2e-a-only-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:29.761067475Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-a-only-1d37ae","reconcileID":"2236587b-136a-44c0-802c-6ce59f3d278a","MaaSSubscription":{"name":"e2e-a-only-1d37ae","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:29.855269597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"32b5ee53-d093-44bc-8df1-5b5fbe81a2b0","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:29.855290198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"32b5ee53-d093-44bc-8df1-5b5fbe81a2b0","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:30.19998148Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"ffb01ec6-85d9-4cf3-85ee-b971d1f1c670","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:30.200413199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"822f973a-ebbc-493b-a18d-7b71052c5752","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:30.200429262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"822f973a-ebbc-493b-a18d-7b71052c5752","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:30.293055019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-shared-sub-1d37ae","reconcileID":"30267bdb-8704-4b54-822c-e6ccc2d2d25f","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:30.293685967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-b-only-1d37ae","reconcileID":"66f99e66-fa25-4804-bc71-8859e4ab202b","MaaSSubscription":{"name":"e2e-b-only-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:30.332641212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"ffb01ec6-85d9-4cf3-85ee-b971d1f1c670","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:30.402785527Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"ffb01ec6-85d9-4cf3-85ee-b971d1f1c670","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:30.402821012Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-1d37ae","reconcileID":"ffb01ec6-85d9-4cf3-85ee-b971d1f1c670","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:30.430644133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"0cfd86e4-00c8-4c9e-aa1d-065965df2fa8","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:30.430671867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"0cfd86e4-00c8-4c9e-aa1d-065965df2fa8","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:30.472752089Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-737f64","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-737f64","reconcileID":"efa7fb59-6de1-46d5-89fb-61d784d303e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-737f64","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-737f64"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:30.543415567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-shared-sub-1d37ae","reconcileID":"b3240d38-9743-4275-8424-ebc2b00317eb","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:30.543411943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-b-only-1d37ae","reconcileID":"eb047c04-109b-46b1-a737-333a1934b101","MaaSSubscription":{"name":"e2e-b-only-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:30.59715333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"1b44fcc7-a274-47f6-93a5-53e4a186fcc8","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:30.597273361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"1b44fcc7-a274-47f6-93a5-53e4a186fcc8","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:31.023752393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a75f47-7688-47b2-8f36-64ce48a849e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:31.040232449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a75f47-7688-47b2-8f36-64ce48a849e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:31.056236488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a75f47-7688-47b2-8f36-64ce48a849e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:31.076219018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a75f47-7688-47b2-8f36-64ce48a849e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:31.423412587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"ed07cda5-db75-4239-b92d-f4704e65664f","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:31.91616013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c746a90-cb4b-4d06-84cb-633304eb82f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:31.932149902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c746a90-cb4b-4d06-84cb-633304eb82f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:31.948134775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c746a90-cb4b-4d06-84cb-633304eb82f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:31.970418335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c746a90-cb4b-4d06-84cb-633304eb82f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:36.931931944Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"5741e2d7-ba8a-4934-9ad0-8eecf64ae127","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:36.948322012Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"5741e2d7-ba8a-4934-9ad0-8eecf64ae127","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:36.9695326Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"simulator-subscription","reconcileID":"5741e2d7-ba8a-4934-9ad0-8eecf64ae127","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/simulator-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:37.0127077Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"91afa67f-5630-4591-bb32-560b74d1ac4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:37.024326921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"0646fc9f-f590-4fa5-b5a4-a95b42743c9d","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:37.029612196Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"91afa67f-5630-4591-bb32-560b74d1ac4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:37.073441072Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"premium-simulator-subscription","reconcileID":"91afa67f-5630-4591-bb32-560b74d1ac4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"name":"maas-trlp-premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b","model":"e2e-models-e2e-worker-w3-4e261b/premium-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:37.137712452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"c2f3e002-f228-4a09-acca-b8896b0480a0","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:37.251937255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"58fe9584-1d4d-4032-b033-7604c5ca4a26","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:39.71387414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"02d5c69a-0f28-429c-8099-a58fbd639ddc","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:39.745426849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"02d5c69a-0f28-429c-8099-a58fbd639ddc","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"rate-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"rate-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:40.1067489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"ba998f53-f808-4c0f-9ed7-ee832f1a654b","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:40.106777122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"ba998f53-f808-4c0f-9ed7-ee832f1a654b","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"rate-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"rate-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:40.180020708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"98c243c1-1d47-4543-872d-c184991c8e24","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:40.180136758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"98c243c1-1d47-4543-872d-c184991c8e24","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"rate-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"rate-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:40.286640539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"5ee1dfbb-3252-43f6-90f3-1393c6e82cd4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:40.350857661Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"5ee1dfbb-3252-43f6-90f3-1393c6e82cd4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:40.380853118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-87f2e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"5ee1dfbb-3252-43f6-90f3-1393c6e82cd4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:40.406461804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"7fbf73ef-cd8d-4d8a-bd3d-033393ee9206","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:40.406482269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"7fbf73ef-cd8d-4d8a-bd3d-033393ee9206","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"rate-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"rate-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:40.643586326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a00b8c12-f6ac-4030-80b8-f7f173d7d5ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:40.668975128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a00b8c12-f6ac-4030-80b8-f7f173d7d5ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:40.687866184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a00b8c12-f6ac-4030-80b8-f7f173d7d5ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:40.703774074Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-shared-sub-1d37ae","reconcileID":"b0900072-c752-47a3-b896-c8dda80b2965","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscription":"e2e-shared-sub-1d37ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:40.704140919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a00b8c12-f6ac-4030-80b8-f7f173d7d5ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:40.787614134Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-shared-sub-1d37ae","reconcileID":"b0900072-c752-47a3-b896-c8dda80b2965","MaaSSubscription":{"name":"e2e-shared-sub-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-4fff4f/e2e-b-only-1d37ae"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:40.872242434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-b-only-1d37ae","reconcileID":"8a8024ef-56a2-4d63-b0cb-466dab25d1b1","MaaSSubscription":{"name":"e2e-b-only-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:40.966351376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"dc4d9849-12c2-49da-9975-18430eaf1e90","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:40.966452368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"dc4d9849-12c2-49da-9975-18430eaf1e90","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:41.33662317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"78b4fe68-0763-4425-811f-306cf14ef82f","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:41.336646394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"78b4fe68-0763-4425-811f-306cf14ef82f","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:41.424412626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-2-w3-4e261b","reconcileID":"18ea31a9-7efe-438d-98d5-72a7767726b2","MaaSModelRef":{"name":"distinct-2-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-2-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-2-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:41.476547112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e46f9117-632a-4b0b-b3e8-eab20f72960d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:41.501354218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e46f9117-632a-4b0b-b3e8-eab20f72960d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:41.520260123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e46f9117-632a-4b0b-b3e8-eab20f72960d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:41.536563116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e46f9117-632a-4b0b-b3e8-eab20f72960d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:42.263217409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703e56ac-fe2d-4aab-82eb-2422cfca5ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:42.279519097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703e56ac-fe2d-4aab-82eb-2422cfca5ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:42.295324975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703e56ac-fe2d-4aab-82eb-2422cfca5ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:42.311892364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703e56ac-fe2d-4aab-82eb-2422cfca5ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:43.033823583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f188f75-7b5b-447c-a199-581e45d6187d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:43.052615474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f188f75-7b5b-447c-a199-581e45d6187d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:43.069093324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f188f75-7b5b-447c-a199-581e45d6187d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:43.088717219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f188f75-7b5b-447c-a199-581e45d6187d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:43.74755377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de83b4a9-1a4d-45d2-a646-87498b457838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:43.763545122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de83b4a9-1a4d-45d2-a646-87498b457838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:43.78239848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de83b4a9-1a4d-45d2-a646-87498b457838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:43.798875785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de83b4a9-1a4d-45d2-a646-87498b457838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:44.454328724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722c797b-94de-432a-98a9-17e4eef3883c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:44.470309309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722c797b-94de-432a-98a9-17e4eef3883c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:44.48925457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722c797b-94de-432a-98a9-17e4eef3883c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:44.505824191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722c797b-94de-432a-98a9-17e4eef3883c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:45.242696319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca22f58-be56-4ddf-9558-239ceb17708b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:45.258843517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca22f58-be56-4ddf-9558-239ceb17708b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:45.274611308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca22f58-be56-4ddf-9558-239ceb17708b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:45.290587494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca22f58-be56-4ddf-9558-239ceb17708b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:45.935154439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb449d06-5ec0-45ed-868f-44605a27e341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:45.952295943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb449d06-5ec0-45ed-868f-44605a27e341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:45.970294758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb449d06-5ec0-45ed-868f-44605a27e341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:45.987915773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb449d06-5ec0-45ed-868f-44605a27e341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:47.025391972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"distinct-w3-4e261b","reconcileID":"5bdf2fcb-bd2b-4269-9279-b25d8d11541a","MaaSModelRef":{"name":"distinct-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"distinct-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"distinct-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:47.138524034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"simulator-w3-4e261b","reconcileID":"d6a03ce2-cb4d-4044-ae3b-f4650f353a41","MaaSModelRef":{"name":"simulator-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"simulator-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"simulator-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:47.252871277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"namespace":"e2e-models-e2e-worker-w3-4e261b","name":"premium-w3-4e261b","reconcileID":"b1d9bdf5-0b5e-468b-b7b7-cfc29767cf43","MaaSModelRef":{"name":"premium-w3-4e261b","namespace":"e2e-models-e2e-worker-w3-4e261b"},"routeName":"premium-w3-4e261b-kserve-route","namespace":"e2e-models-e2e-worker-w3-4e261b","llmisvcName":"premium-w3-4e261b","gateway":"openshift-ingress/e2e-worker-w3-4e261b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:50.439311904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"6e69a935-f698-4e66-9458-3be5e1257398","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:50.460409073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"6e69a935-f698-4e66-9458-3be5e1257398","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:50.480522082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-87f2e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"6e69a935-f698-4e66-9458-3be5e1257398","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:51.412056469Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-b-only-1d37ae","reconcileID":"f9f53516-c43a-4663-a2c9-19b8382beafa","MaaSSubscription":{"name":"e2e-b-only-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscription":"e2e-b-only-1d37ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:51.428591019Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-b-only-1d37ae","reconcileID":"f9f53516-c43a-4663-a2c9-19b8382beafa","MaaSSubscription":{"name":"e2e-b-only-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:51.445023517Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-b-only-1d37ae","reconcileID":"f9f53516-c43a-4663-a2c9-19b8382beafa","MaaSSubscription":{"name":"e2e-b-only-1d37ae","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:51.629045259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"b65be997-fef1-4aaf-9a1a-6db2a4d61827","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:51.629167275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"b65be997-fef1-4aaf-9a1a-6db2a4d61827","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:51.87839617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"3d415185-ae3c-4041-afda-c9c260d7ce20","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:51.878416049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"3d415185-ae3c-4041-afda-c9c260d7ce20","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:51.898768898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"adcc74bb-a00e-49a7-90c5-22e90884647d","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:51.898787119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"adcc74bb-a00e-49a7-90c5-22e90884647d","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:51.956520543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"ee6dc569-1ea6-451d-8996-87b163b805d7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:52.011977065Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"ee6dc569-1ea6-451d-8996-87b163b805d7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:52.031887329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f1b14f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"ee6dc569-1ea6-451d-8996-87b163b805d7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:52.053195705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"cd7ea48d-eb49-4dc8-abe5-882697ca6100","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:52.053213671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"cd7ea48d-eb49-4dc8-abe5-882697ca6100","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:54.38234407Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:57.72286247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"2c71a628-e9dc-48cc-9aac-fda37843a8fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:57.743667949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"2c71a628-e9dc-48cc-9aac-fda37843a8fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:40:57.763220821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f1b14f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"2c71a628-e9dc-48cc-9aac-fda37843a8fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:00.512684377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"a96e9a99-48fa-45db-b728-5f1db8037de2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:00.533797354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"a96e9a99-48fa-45db-b728-5f1db8037de2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:00.553598229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-87f2e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"a96e9a99-48fa-45db-b728-5f1db8037de2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:00.791093911Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","namespace":"ai-tenant-e2e-extmod-b-7b8a9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:00.791156652Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","namespace":"ai-tenant-e2e-extmod-b-7b8a9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:00.791208284Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","tenant":"e2e-extmod-b-7b8a9d","tenantID":"e2e-extmod-b-7b8a9d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:00.809050393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","gvk":"Deployment","name":"maas-api-e2e-extmod-b-7b8a9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:00.841777023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","gvk":"Service","name":"maas-api-e2e-extmod-b-7b8a9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:00.861385886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-7b8a9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:00.879450797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-7b8a9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:00.899751045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-7b8a9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:00.919120735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-7b8a9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:00.940018052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-7b8a9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:00.958175729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-7b8a9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:00.973975493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-7b8a9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:00.989574312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-7b8a9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:01.005245723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","gvk":"Service","name":"payload-processing-e2e-extmod-b-7b8a9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:01.021686905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-7b8a9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:01.0380229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-7b8a9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:01.05556976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-7b8a9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:01.07871579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-7b8a9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:01.103085573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-7b8a9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:01.119126069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-7b8a9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:01.13520212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-7b8a9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:01.151162167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-7b8a9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:01.170548758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b8a9d"},"namespace":"ai-tenant-e2e-extmod-b-7b8a9d","name":"default-tenant","reconcileID":"dbd26b62-52a5-4349-b385-fce63dfc0551","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-7b8a9d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:01.465085285Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-7b8a9d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-7b8a9d","reconcileID":"9b5c4e50-2f35-4000-b655-8c48ea8cc5d6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-7b8a9d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-7b8a9d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:01.874507184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b97c5df-5f25-4f34-a206-dfd561841915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:01.890572772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b97c5df-5f25-4f34-a206-dfd561841915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:01.906266122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b97c5df-5f25-4f34-a206-dfd561841915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:01.922156203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b97c5df-5f25-4f34-a206-dfd561841915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:02.587671454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcf49ebe-1b17-4092-906b-3f1b13843cca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:02.603850818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcf49ebe-1b17-4092-906b-3f1b13843cca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:02.619954632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcf49ebe-1b17-4092-906b-3f1b13843cca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:02.637756912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcf49ebe-1b17-4092-906b-3f1b13843cca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:04.794738603Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","namespace":"ai-tenant-e2e-worker-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:04.794796532Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","namespace":"ai-tenant-e2e-worker-w3-4e261b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:04.794855761Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","tenant":"e2e-worker-w3-4e261b","tenantID":"e2e-worker-w3-4e261b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:04.813359761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","gvk":"Deployment","name":"maas-api-e2e-worker-w3-4e261b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:04.845733659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","gvk":"Service","name":"maas-api-e2e-worker-w3-4e261b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:04.867311137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-4e261b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:04.885261712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-4e261b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:04.908164831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-4e261b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:04.929484409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-4e261b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:04.953209935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-4e261b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:04.972722257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-4e261b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:04.988198497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-4e261b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:05.003885452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-4e261b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:05.022157102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","gvk":"Service","name":"payload-processing-e2e-worker-w3-4e261b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:05.041246918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-4e261b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:05.057120788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-4e261b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:05.077818302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-4e261b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:05.094525731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-4e261b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:05.117947643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-4e261b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:05.13860947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-4e261b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:05.155300932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-4e261b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:05.171739903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-4e261b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:05.189197645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4e261b"},"namespace":"ai-tenant-e2e-worker-w3-4e261b","name":"default-tenant","reconcileID":"9bf9f481-ed95-4705-9977-d9d043883b75","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-4e261b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:05.526118623Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-4e261b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-4e261b","reconcileID":"7934b9f9-7803-42a3-bc60-4cf7f2066996","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-4e261b","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-4e261b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:05.793995854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"f782d0ba-62b2-411b-af66-7427431c31d9","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"tenant":"e2e-shared-a-w1-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:05.794021191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"f782d0ba-62b2-411b-af66-7427431c31d9","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"routeName":"rate-test-model-0c1869-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0c1869","llmisvcName":"rate-test-model-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:05.979004947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb24ac4-b389-4cdb-aaf6-971a29de7185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:05.995300751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb24ac4-b389-4cdb-aaf6-971a29de7185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:06.011137729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb24ac4-b389-4cdb-aaf6-971a29de7185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:06.0273037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb24ac4-b389-4cdb-aaf6-971a29de7185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:06.755373265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b369b8b6-5806-4cb8-915d-6d5e0099a5d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:06.771515239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b369b8b6-5806-4cb8-915d-6d5e0099a5d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:06.787564657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b369b8b6-5806-4cb8-915d-6d5e0099a5d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:06.8037341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b369b8b6-5806-4cb8-915d-6d5e0099a5d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:07.796183698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"1ce7fb15-db50-4075-bb08-4751f1e7f03e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:07.828346014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"1ce7fb15-db50-4075-bb08-4751f1e7f03e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:07.84834385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f1b14f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"1ce7fb15-db50-4075-bb08-4751f1e7f03e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:10.32414302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e28986a8-35c8-4854-9e96-1f8d8425d471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:10.341159904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e28986a8-35c8-4854-9e96-1f8d8425d471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:10.357762678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e28986a8-35c8-4854-9e96-1f8d8425d471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:10.373795175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e28986a8-35c8-4854-9e96-1f8d8425d471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:10.585085688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"34010316-d25a-4e38-873c-b99e685b38ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:10.606273548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"34010316-d25a-4e38-873c-b99e685b38ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:10.625896034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-87f2e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"34010316-d25a-4e38-873c-b99e685b38ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:11.044451812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea924944-b00e-43ec-b786-3a363274da8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:11.060289908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea924944-b00e-43ec-b786-3a363274da8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:11.076305922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea924944-b00e-43ec-b786-3a363274da8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:11.092871088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea924944-b00e-43ec-b786-3a363274da8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:17.882032182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"5d428c92-aeae-442a-9aee-50f16b64f429","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:17.903596168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"5d428c92-aeae-442a-9aee-50f16b64f429","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:17.923510869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f1b14f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"5d428c92-aeae-442a-9aee-50f16b64f429","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:20.658238757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"b301154d-c0f4-4b51-9090-ea307fa99c26","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:20.67954424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"b301154d-c0f4-4b51-9090-ea307fa99c26","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:20.69971258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-87f2e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff8b82726de5e9d3e34f769c24c13f8d96f9c7adf992a320c452ac5313c3bd1f) AuthConfig (521b2b4f0c112d6286aa3a40cc8ca6452a8009a2f5263e76e97a0e51cffdb8cf) AuthConfig (3553ad7a5bc72ce96c0da10aa87fbe6e404663796983e3b7a1288587a6bdbbed) AuthConfig (b083bb09cbf17c3e1f3d90fe60509bf3edeaec2879436f810538a735832d4c46) AuthConfig (0af80a628a13ebd532e63515f20ffbca1ec15b31a4d3daaa221296f29780fbb3) AuthConfig (94ec011d1db4d29e4e97c837181ccfe351b7ddc35129c1f047ede2a31f9d3d26) AuthConfig (9461225873327c0ad01fe2d16d2cc701e308274a0497c12287908aaaa7c6e96c) AuthConfig (d8dfb6ed74f30e386bd31baa8ebce6c30aaf5d61e0f910ab29271838edf37df4) AuthConfig (67e22293c8e894aeee7bd0fd235f8f9feadab036c71031372a34b2ffae8e73a8) AuthConfig (fb41ad058220acbf63c66d6117141f9451d4c1d33f93663d2342dd5c22c26db3) AuthConfig (e6da26084337cecdaf6237d30f224766fe52c1c5850c9ecfe313e04fd3b6230c) AuthConfig (78254a4dc644c987282710951c734be12e9a0116a3fda72ab2e240ec8f3b684e) AuthConfig (b815717a683e474d4e282295897a8789f600de6cac476d665621cec2b98b907d) AuthConfig (4a850f11bf7bdf2c1917e9b774adad097e52cdad576a1c6e03ec20dcc3891855) AuthConfig (b226303460280cb437fad1cf2a4cb945e04a79202505b550d6c1ef2b241b2e9e) AuthConfig (8bec3c754774522c7becc9188d10358d15352b691c9b0653a4a0f146d11d6a05) AuthConfig (fac768e72d5e900c5058dc58fa674763bf76a66ec8bf50db06d9a299f39203c9) AuthConfig (bb5e92e0352dedd6508cc4e859f74c2a9d45728438e86ba8e8e87a6ec94f7060)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"b301154d-c0f4-4b51-9090-ea307fa99c26","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:20.722207645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"31993f74-2f0e-43f8-a321-6f2a428a0199","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:20.722223794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"31993f74-2f0e-43f8-a321-6f2a428a0199","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"rate-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"rate-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:24.382765824Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:27.964087985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"9df0271a-e98e-4450-8f6a-d92c92b2744e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:27.985397271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"9df0271a-e98e-4450-8f6a-d92c92b2744e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:28.005226156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f1b14f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b039e61b755fd863767600749237cbc897b764916c6df74754260842064b548) AuthConfig (9b8b965e20ebb50987549b1b0636b113c17138a4bfb2d46016476097a3bc28ce) AuthConfig (9082bc6d96c634ff722c609c68a5ed4ac6161996781812b9809ffe30d3c85732) AuthConfig (8b317c748b4d340201e97e81d8d37a9ca41b413a5674e3821e50b5bf6b409b3b) AuthConfig (0351ad033128e56ae2af6cbdaf159d7364a74c004662d768a0bf28721074b710) AuthConfig (81daa022ed39323d68fc5c7a72d932702f9c17cf99ddad674e6f8b5b1d76da78) AuthConfig (91eee3f3b789c1a7922a4e151ed53cbdd8387609e82812f2cf0bd8bb3129a0a9) AuthConfig (2adeb3b166ba3b4f46e0be0869656f881906191a37934b39ad0ed76552701eb8) AuthConfig (25c82cf1cb3061c75eeb88d11f88a12a8a84ca3dee6bd91402b1e942d312b43f) AuthConfig (66493a017ca68db2a629e79bf72662ebdba2586284a10837b7df0875e7706fc8) AuthConfig (c45b8437a934fc20b0abc7562948a478f17efc18769bb6f1937b19af79b8034d) AuthConfig (2140bfcc15aa26946675d97773b4187fd779d0cecf1e039384fa641526b32b04) AuthConfig (a4f9e13967b6ee15bac440ad283e0a32d3d14c85f27eedee8b92073c49772529) AuthConfig (7e88b2faa3d1fa1a3b63fec4edfdda91c91827afe9372742f89cdd8a393c83b5) AuthConfig (141c042d8ef6d90238de24f0a35b901b220a772c12637d1a18e79590c88f0bc3) AuthConfig (129bdc7ba0b48ed8c4887addc14e1d0d3888b24d019e83ad5b226e2214ee6b30) AuthConfig (7f086ec3ebbe9e9fc31954961d178d6cf72f69be5bf0605e45e3c6636c6583d9) AuthConfig (ddb7dd8ac4e71b1c8a5cc3849a4de06d1ed4dff7e158a8e5330813f72293fe1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"9df0271a-e98e-4450-8f6a-d92c92b2744e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:28.027706915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"379177b2-cfc0-4164-a36a-d9abdb48131b","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:28.027723519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"379177b2-cfc0-4164-a36a-d9abdb48131b","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:30.75920373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"6d28aa87-a6dd-4949-8dbd-37569d52d745","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:30.780169366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"6d28aa87-a6dd-4949-8dbd-37569d52d745","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:30.799686012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-87f2e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff8b82726de5e9d3e34f769c24c13f8d96f9c7adf992a320c452ac5313c3bd1f) AuthConfig (521b2b4f0c112d6286aa3a40cc8ca6452a8009a2f5263e76e97a0e51cffdb8cf) AuthConfig (3553ad7a5bc72ce96c0da10aa87fbe6e404663796983e3b7a1288587a6bdbbed) AuthConfig (b083bb09cbf17c3e1f3d90fe60509bf3edeaec2879436f810538a735832d4c46) AuthConfig (0af80a628a13ebd532e63515f20ffbca1ec15b31a4d3daaa221296f29780fbb3) AuthConfig (94ec011d1db4d29e4e97c837181ccfe351b7ddc35129c1f047ede2a31f9d3d26) AuthConfig (9461225873327c0ad01fe2d16d2cc701e308274a0497c12287908aaaa7c6e96c) AuthConfig (d8dfb6ed74f30e386bd31baa8ebce6c30aaf5d61e0f910ab29271838edf37df4) AuthConfig (67e22293c8e894aeee7bd0fd235f8f9feadab036c71031372a34b2ffae8e73a8) AuthConfig (fb41ad058220acbf63c66d6117141f9451d4c1d33f93663d2342dd5c22c26db3) AuthConfig (e6da26084337cecdaf6237d30f224766fe52c1c5850c9ecfe313e04fd3b6230c) AuthConfig (78254a4dc644c987282710951c734be12e9a0116a3fda72ab2e240ec8f3b684e) AuthConfig (b815717a683e474d4e282295897a8789f600de6cac476d665621cec2b98b907d) AuthConfig (4a850f11bf7bdf2c1917e9b774adad097e52cdad576a1c6e03ec20dcc3891855) AuthConfig (b226303460280cb437fad1cf2a4cb945e04a79202505b550d6c1ef2b241b2e9e) AuthConfig (8bec3c754774522c7becc9188d10358d15352b691c9b0653a4a0f146d11d6a05) AuthConfig (fac768e72d5e900c5058dc58fa674763bf76a66ec8bf50db06d9a299f39203c9) AuthConfig (bb5e92e0352dedd6508cc4e859f74c2a9d45728438e86ba8e8e87a6ec94f7060)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"6d28aa87-a6dd-4949-8dbd-37569d52d745","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.005531338Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","namespace":"ai-tenant-e2e-shared-a-w4-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.005587032Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","namespace":"ai-tenant-e2e-shared-a-w4-28ca05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.005651345Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","tenant":"e2e-shared-a-w4-28ca05","tenantID":"e2e-shared-a-w4-28ca05","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.023739814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-28ca05","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.059335391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","gvk":"Service","name":"maas-api-e2e-shared-a-w4-28ca05","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.078827067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-28ca05","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.097519101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-28ca05","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.118877585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-28ca05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.138102569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-28ca05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.158944775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-28ca05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.17727679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-28ca05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.193109928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-28ca05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.208867472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-28ca05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.224853143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-28ca05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.240780087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-28ca05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.256650218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-28ca05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.273001586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-28ca05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.28899496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-28ca05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.309984957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-28ca05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.336832963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-28ca05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.35454346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-28ca05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.370374698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-28ca05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.386218422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-28ca05"},"namespace":"ai-tenant-e2e-shared-a-w4-28ca05","name":"default-tenant","reconcileID":"4b690956-e450-45e2-9e40-1325a55394ef","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-28ca05","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:36.74022025Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-28ca05","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-28ca05","reconcileID":"0e29cd18-2d66-4056-b096-aa693e943e1e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-28ca05","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-28ca05"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:37.159848624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce3e40c-8567-43ec-866f-98b72909ae79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:37.175760922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce3e40c-8567-43ec-866f-98b72909ae79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:37.191679652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce3e40c-8567-43ec-866f-98b72909ae79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:37.207769528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce3e40c-8567-43ec-866f-98b72909ae79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:37.871179546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f20d651-b204-4300-ac22-2384b72c859d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:37.887448933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f20d651-b204-4300-ac22-2384b72c859d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:37.903391878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f20d651-b204-4300-ac22-2384b72c859d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:37.91923231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f20d651-b204-4300-ac22-2384b72c859d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:38.059259104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"e5e8cac2-e5b0-4615-9314-1a5be2efe2b6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:38.065557094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"6429de6c-e7e3-495f-8e92-836c57240c94","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"tenant":"e2e-shared-b-w1-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:38.065578041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"6429de6c-e7e3-495f-8e92-836c57240c94","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"routeName":"rate-test-model-2c719a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2c719a","llmisvcName":"rate-test-model-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:38.080055844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"e5e8cac2-e5b0-4615-9314-1a5be2efe2b6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:38.099752013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f1b14f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b039e61b755fd863767600749237cbc897b764916c6df74754260842064b548) AuthConfig (9b8b965e20ebb50987549b1b0636b113c17138a4bfb2d46016476097a3bc28ce) AuthConfig (9082bc6d96c634ff722c609c68a5ed4ac6161996781812b9809ffe30d3c85732) AuthConfig (8b317c748b4d340201e97e81d8d37a9ca41b413a5674e3821e50b5bf6b409b3b) AuthConfig (0351ad033128e56ae2af6cbdaf159d7364a74c004662d768a0bf28721074b710) AuthConfig (81daa022ed39323d68fc5c7a72d932702f9c17cf99ddad674e6f8b5b1d76da78) AuthConfig (91eee3f3b789c1a7922a4e151ed53cbdd8387609e82812f2cf0bd8bb3129a0a9) AuthConfig (2adeb3b166ba3b4f46e0be0869656f881906191a37934b39ad0ed76552701eb8) AuthConfig (25c82cf1cb3061c75eeb88d11f88a12a8a84ca3dee6bd91402b1e942d312b43f) AuthConfig (66493a017ca68db2a629e79bf72662ebdba2586284a10837b7df0875e7706fc8) AuthConfig (c45b8437a934fc20b0abc7562948a478f17efc18769bb6f1937b19af79b8034d) AuthConfig (2140bfcc15aa26946675d97773b4187fd779d0cecf1e039384fa641526b32b04) AuthConfig (a4f9e13967b6ee15bac440ad283e0a32d3d14c85f27eedee8b92073c49772529) AuthConfig (7e88b2faa3d1fa1a3b63fec4edfdda91c91827afe9372742f89cdd8a393c83b5) AuthConfig (141c042d8ef6d90238de24f0a35b901b220a772c12637d1a18e79590c88f0bc3) AuthConfig (129bdc7ba0b48ed8c4887addc14e1d0d3888b24d019e83ad5b226e2214ee6b30) AuthConfig (7f086ec3ebbe9e9fc31954961d178d6cf72f69be5bf0605e45e3c6636c6583d9) AuthConfig (ddb7dd8ac4e71b1c8a5cc3849a4de06d1ed4dff7e158a8e5330813f72293fe1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"e5e8cac2-e5b0-4615-9314-1a5be2efe2b6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:38.38860371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"6944f000-9a61-4aac-97db-518339d0d5fc","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"tenant":"e2e-shared-a-w1-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:38.388625888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"6944f000-9a61-4aac-97db-518339d0d5fc","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"routeName":"rate-test-model-0c1869-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0c1869","llmisvcName":"rate-test-model-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:38.408833642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"6186ffb0-78a9-4f51-88b9-7bbba5ae326d","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"tenant":"e2e-shared-a-w1-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:38.408852226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"6186ffb0-78a9-4f51-88b9-7bbba5ae326d","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"routeName":"rate-test-model-0c1869-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0c1869","llmisvcName":"rate-test-model-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:38.486108609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"732eff5b-d45e-4555-a9e3-3d65fcc1e047","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0c1869","tenantID":"e2e-shared-a-w1-0c1869","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:38.543029993Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"732eff5b-d45e-4555-a9e3-3d65fcc1e047","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"name":"e2e-shared-a-w1-0c1869-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:38.562700773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-0c1869-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"732eff5b-d45e-4555-a9e3-3d65fcc1e047","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:38.582197017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"06066936-0ef4-437b-ae1c-c53b55f7c8b6","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"tenant":"e2e-shared-a-w1-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:38.582213472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"06066936-0ef4-437b-ae1c-c53b55f7c8b6","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"routeName":"rate-test-model-0c1869-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0c1869","llmisvcName":"rate-test-model-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:40.832233785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"ad67098d-85ab-4ac1-bf96-e1b5b4b36614","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:40.853035056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"ad67098d-85ab-4ac1-bf96-e1b5b4b36614","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:40.872487527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-87f2e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff8b82726de5e9d3e34f769c24c13f8d96f9c7adf992a320c452ac5313c3bd1f) AuthConfig (521b2b4f0c112d6286aa3a40cc8ca6452a8009a2f5263e76e97a0e51cffdb8cf) AuthConfig (3553ad7a5bc72ce96c0da10aa87fbe6e404663796983e3b7a1288587a6bdbbed) AuthConfig (b083bb09cbf17c3e1f3d90fe60509bf3edeaec2879436f810538a735832d4c46) AuthConfig (0af80a628a13ebd532e63515f20ffbca1ec15b31a4d3daaa221296f29780fbb3) AuthConfig (94ec011d1db4d29e4e97c837181ccfe351b7ddc35129c1f047ede2a31f9d3d26) AuthConfig (9461225873327c0ad01fe2d16d2cc701e308274a0497c12287908aaaa7c6e96c) AuthConfig (d8dfb6ed74f30e386bd31baa8ebce6c30aaf5d61e0f910ab29271838edf37df4) AuthConfig (67e22293c8e894aeee7bd0fd235f8f9feadab036c71031372a34b2ffae8e73a8) AuthConfig (fb41ad058220acbf63c66d6117141f9451d4c1d33f93663d2342dd5c22c26db3) AuthConfig (e6da26084337cecdaf6237d30f224766fe52c1c5850c9ecfe313e04fd3b6230c) AuthConfig (78254a4dc644c987282710951c734be12e9a0116a3fda72ab2e240ec8f3b684e) AuthConfig (b815717a683e474d4e282295897a8789f600de6cac476d665621cec2b98b907d) AuthConfig (4a850f11bf7bdf2c1917e9b774adad097e52cdad576a1c6e03ec20dcc3891855) AuthConfig (b226303460280cb437fad1cf2a4cb945e04a79202505b550d6c1ef2b241b2e9e) AuthConfig (8bec3c754774522c7becc9188d10358d15352b691c9b0653a4a0f146d11d6a05) AuthConfig (fac768e72d5e900c5058dc58fa674763bf76a66ec8bf50db06d9a299f39203c9) AuthConfig (bb5e92e0352dedd6508cc4e859f74c2a9d45728438e86ba8e8e87a6ec94f7060)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"ad67098d-85ab-4ac1-bf96-e1b5b4b36614","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:44.93806607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1eab39-3b6a-4155-bdca-9a1e2773338c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:44.954191044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1eab39-3b6a-4155-bdca-9a1e2773338c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:44.969990571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1eab39-3b6a-4155-bdca-9a1e2773338c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:44.98592599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1eab39-3b6a-4155-bdca-9a1e2773338c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:45.686792547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"344928e1-cfe4-4cfc-822d-c21fd1b9e558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:45.702880389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"344928e1-cfe4-4cfc-822d-c21fd1b9e558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:45.718725838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"344928e1-cfe4-4cfc-822d-c21fd1b9e558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:45.734510753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"344928e1-cfe4-4cfc-822d-c21fd1b9e558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:48.132356066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"936810be-3dbd-4ff1-9573-53c8ba05e708","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:48.153721712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"936810be-3dbd-4ff1-9573-53c8ba05e708","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:48.173836649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f1b14f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b039e61b755fd863767600749237cbc897b764916c6df74754260842064b548) AuthConfig (9b8b965e20ebb50987549b1b0636b113c17138a4bfb2d46016476097a3bc28ce) AuthConfig (9082bc6d96c634ff722c609c68a5ed4ac6161996781812b9809ffe30d3c85732) AuthConfig (8b317c748b4d340201e97e81d8d37a9ca41b413a5674e3821e50b5bf6b409b3b) AuthConfig (0351ad033128e56ae2af6cbdaf159d7364a74c004662d768a0bf28721074b710) AuthConfig (81daa022ed39323d68fc5c7a72d932702f9c17cf99ddad674e6f8b5b1d76da78) AuthConfig (91eee3f3b789c1a7922a4e151ed53cbdd8387609e82812f2cf0bd8bb3129a0a9) AuthConfig (2adeb3b166ba3b4f46e0be0869656f881906191a37934b39ad0ed76552701eb8) AuthConfig (25c82cf1cb3061c75eeb88d11f88a12a8a84ca3dee6bd91402b1e942d312b43f) AuthConfig (66493a017ca68db2a629e79bf72662ebdba2586284a10837b7df0875e7706fc8) AuthConfig (c45b8437a934fc20b0abc7562948a478f17efc18769bb6f1937b19af79b8034d) AuthConfig (2140bfcc15aa26946675d97773b4187fd779d0cecf1e039384fa641526b32b04) AuthConfig (a4f9e13967b6ee15bac440ad283e0a32d3d14c85f27eedee8b92073c49772529) AuthConfig (7e88b2faa3d1fa1a3b63fec4edfdda91c91827afe9372742f89cdd8a393c83b5) AuthConfig (141c042d8ef6d90238de24f0a35b901b220a772c12637d1a18e79590c88f0bc3) AuthConfig (129bdc7ba0b48ed8c4887addc14e1d0d3888b24d019e83ad5b226e2214ee6b30) AuthConfig (7f086ec3ebbe9e9fc31954961d178d6cf72f69be5bf0605e45e3c6636c6583d9) AuthConfig (ddb7dd8ac4e71b1c8a5cc3849a4de06d1ed4dff7e158a8e5330813f72293fe1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"936810be-3dbd-4ff1-9573-53c8ba05e708","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:48.614515177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"075050e2-cf59-4688-89ec-c84cb2ce2815","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0c1869","tenantID":"e2e-shared-a-w1-0c1869","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:48.635453794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"075050e2-cf59-4688-89ec-c84cb2ce2815","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"name":"e2e-shared-a-w1-0c1869-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:48.655234088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-0c1869-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"075050e2-cf59-4688-89ec-c84cb2ce2815","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:50.967628496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"0de9b8c0-df3b-4c45-8da5-8f2b67e6dd12","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:50.989284688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"0de9b8c0-df3b-4c45-8da5-8f2b67e6dd12","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:51.009179795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-87f2e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff8b82726de5e9d3e34f769c24c13f8d96f9c7adf992a320c452ac5313c3bd1f) AuthConfig (521b2b4f0c112d6286aa3a40cc8ca6452a8009a2f5263e76e97a0e51cffdb8cf) AuthConfig (3553ad7a5bc72ce96c0da10aa87fbe6e404663796983e3b7a1288587a6bdbbed) AuthConfig (b083bb09cbf17c3e1f3d90fe60509bf3edeaec2879436f810538a735832d4c46) AuthConfig (0af80a628a13ebd532e63515f20ffbca1ec15b31a4d3daaa221296f29780fbb3) AuthConfig (94ec011d1db4d29e4e97c837181ccfe351b7ddc35129c1f047ede2a31f9d3d26) AuthConfig (9461225873327c0ad01fe2d16d2cc701e308274a0497c12287908aaaa7c6e96c) AuthConfig (d8dfb6ed74f30e386bd31baa8ebce6c30aaf5d61e0f910ab29271838edf37df4) AuthConfig (67e22293c8e894aeee7bd0fd235f8f9feadab036c71031372a34b2ffae8e73a8) AuthConfig (fb41ad058220acbf63c66d6117141f9451d4c1d33f93663d2342dd5c22c26db3) AuthConfig (e6da26084337cecdaf6237d30f224766fe52c1c5850c9ecfe313e04fd3b6230c) AuthConfig (78254a4dc644c987282710951c734be12e9a0116a3fda72ab2e240ec8f3b684e) AuthConfig (b815717a683e474d4e282295897a8789f600de6cac476d665621cec2b98b907d) AuthConfig (4a850f11bf7bdf2c1917e9b774adad097e52cdad576a1c6e03ec20dcc3891855) AuthConfig (b226303460280cb437fad1cf2a4cb945e04a79202505b550d6c1ef2b241b2e9e) AuthConfig (8bec3c754774522c7becc9188d10358d15352b691c9b0653a4a0f146d11d6a05) AuthConfig (fac768e72d5e900c5058dc58fa674763bf76a66ec8bf50db06d9a299f39203c9) AuthConfig (bb5e92e0352dedd6508cc4e859f74c2a9d45728438e86ba8e8e87a6ec94f7060)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"0de9b8c0-df3b-4c45-8da5-8f2b67e6dd12","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:54.381940239Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:58.205823512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"430705aa-904d-4492-8f6d-c7cda7692f03","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:58.22704138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"430705aa-904d-4492-8f6d-c7cda7692f03","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:58.314844162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"e6b704df-1ff8-4242-a156-026c364dcd88","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:58.314862463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"e6b704df-1ff8-4242-a156-026c364dcd88","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:58.687461764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"fa1b5fde-5654-401e-86c7-5c10a3cd39b5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0c1869","tenantID":"e2e-shared-a-w1-0c1869","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:58.708398739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"fa1b5fde-5654-401e-86c7-5c10a3cd39b5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"name":"e2e-shared-a-w1-0c1869-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:58.728089726Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-0c1869-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e207f643f43268cd8e94cebd28d9432de2ec995669245528cea7858573232998) AuthConfig (e8d473342e4bc96a42cc03c7ce96e7d30e64fdcfcb7d9cf14832a2cf5b88724e) AuthConfig (c258470c269534ef12f4fa022af4fa179585d4ed513df4b39351713a2514f489) AuthConfig (4581170757f5c9318b62fcd74a8e910f220201f7ddf3ef25ab907a264d19e468) AuthConfig (2d10368136710a6883bcb8657fd9681131efd5395c97dfefed416b3dbfbee0a3) AuthConfig (a11ba303c86b0b3fb14db3feed80822c7e26e2c3c01b96978a86e07aa60cf6f4) AuthConfig (5bc7dd208ea92b960b8812d800bfa27e21180eaa552cecf541a81b65585d966b) AuthConfig (fc5aeee5bb08d695fe5c9a181b50f76bf191a2464eba6d5a803d93db09b0f1b6) AuthConfig (409e882e2d0164e8ad2051c8803176c05d2e0e9ba5d4a73f1c5d0e7113e49529) AuthConfig (b53a51cdc82ad534113002290d6f6ba791594ff3db39d6ce45a916838fa1bf78) AuthConfig (05330c0ef0b5dea27f7c95f772111484be340d4a3d327dfbc0712edcd66a4f03) AuthConfig (d784f92f36edde0ab41eb0ed3a38ac9ff8107a57095bafa8b3aa040304f6f546) AuthConfig (967069c65d1d1c4dcd8c5873d49a1b2d3f88d39164c1b77220d3092d36cec5e4) AuthConfig (b932ec7028328842b2c56b87571b4e2e7b4eb1d631d953f69adbecab23a969be) AuthConfig (3f17d1f172d973a74966d48613b8a3a5f889b19e9042a05380e91752bd956167) AuthConfig (aada1e183892fb366c05a04a96718a8524f4c6c4bc1cb617c473a431ca9badbd) AuthConfig (2aedfbd636584b9d61b434736f9e50d68f326e9d3ce50a80feb2ac4cd3c34040) AuthConfig (b94c09f8c8949825f5e967aa9bcfa74d7af22fefbcf79379e6e1cac7834ec27b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"fa1b5fde-5654-401e-86c7-5c10a3cd39b5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:58.750060599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"c97f4c34-66ec-4559-9286-9da0958d1d1f","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"tenant":"e2e-shared-a-w1-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:58.750077329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"c97f4c34-66ec-4559-9286-9da0958d1d1f","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"routeName":"rate-test-model-0c1869-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0c1869","llmisvcName":"rate-test-model-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:59.268026956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"a8df17c5-2bfc-4c58-a13d-492f2b207683","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:59.268046717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"a8df17c5-2bfc-4c58-a13d-492f2b207683","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:59.286610184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"4d731db5-bec5-41ba-8903-0b5eab5a6a3f","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:59.286626093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"4d731db5-bec5-41ba-8903-0b5eab5a6a3f","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:59.317795117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"5d2204de-78a5-4466-91b5-f49dd20bc7d7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:59.371969831Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"5d2204de-78a5-4466-91b5-f49dd20bc7d7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:59.391548611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-4fff4f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"5d2204de-78a5-4466-91b5-f49dd20bc7d7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:59.410981377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"d87b586a-493a-4765-8cb0-64402bf97700","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:41:59.410997793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"d87b586a-493a-4765-8cb0-64402bf97700","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:01.041610579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"b7f60c5f-d8ea-4209-91e1-bdb0ab674f7b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:01.062392311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"b7f60c5f-d8ea-4209-91e1-bdb0ab674f7b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:01.15027925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"0c8a1a2d-a19b-4357-a9e6-f4a0774081af","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:01.15029961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"0c8a1a2d-a19b-4357-a9e6-f4a0774081af","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"rate-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"rate-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:03.100971892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"728bbd16-bf44-40d7-843b-e96a5bb22230","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:03.100990468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"728bbd16-bf44-40d7-843b-e96a5bb22230","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"rate-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"rate-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:03.121493241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"633dd921-58f7-4b61-8696-b59639aa213b","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:03.12151391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"633dd921-58f7-4b61-8696-b59639aa213b","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"rate-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"rate-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:03.151127762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"72850a5c-27ac-4c08-be4f-959c2bd45b26","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:03.205825089Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"72850a5c-27ac-4c08-be4f-959c2bd45b26","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:03.22864007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-4a92de-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"72850a5c-27ac-4c08-be4f-959c2bd45b26","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:03.250273919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"5db8dcea-41ac-4c3b-b673-bee76e84bfed","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:03.25029052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"5db8dcea-41ac-4c3b-b673-bee76e84bfed","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"rate-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"rate-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:08.783270482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"8bfe521f-39a6-40fe-b8b9-4f7c051f10be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0c1869","tenantID":"e2e-shared-a-w1-0c1869","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:08.804473727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"8bfe521f-39a6-40fe-b8b9-4f7c051f10be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"name":"e2e-shared-a-w1-0c1869-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:08.824240748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-0c1869-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e207f643f43268cd8e94cebd28d9432de2ec995669245528cea7858573232998) AuthConfig (e8d473342e4bc96a42cc03c7ce96e7d30e64fdcfcb7d9cf14832a2cf5b88724e) AuthConfig (c258470c269534ef12f4fa022af4fa179585d4ed513df4b39351713a2514f489) AuthConfig (4581170757f5c9318b62fcd74a8e910f220201f7ddf3ef25ab907a264d19e468) AuthConfig (2d10368136710a6883bcb8657fd9681131efd5395c97dfefed416b3dbfbee0a3) AuthConfig (a11ba303c86b0b3fb14db3feed80822c7e26e2c3c01b96978a86e07aa60cf6f4) AuthConfig (5bc7dd208ea92b960b8812d800bfa27e21180eaa552cecf541a81b65585d966b) AuthConfig (fc5aeee5bb08d695fe5c9a181b50f76bf191a2464eba6d5a803d93db09b0f1b6) AuthConfig (409e882e2d0164e8ad2051c8803176c05d2e0e9ba5d4a73f1c5d0e7113e49529) AuthConfig (b53a51cdc82ad534113002290d6f6ba791594ff3db39d6ce45a916838fa1bf78) AuthConfig (05330c0ef0b5dea27f7c95f772111484be340d4a3d327dfbc0712edcd66a4f03) AuthConfig (d784f92f36edde0ab41eb0ed3a38ac9ff8107a57095bafa8b3aa040304f6f546) AuthConfig (967069c65d1d1c4dcd8c5873d49a1b2d3f88d39164c1b77220d3092d36cec5e4) AuthConfig (b932ec7028328842b2c56b87571b4e2e7b4eb1d631d953f69adbecab23a969be) AuthConfig (3f17d1f172d973a74966d48613b8a3a5f889b19e9042a05380e91752bd956167) AuthConfig (aada1e183892fb366c05a04a96718a8524f4c6c4bc1cb617c473a431ca9badbd) AuthConfig (2aedfbd636584b9d61b434736f9e50d68f326e9d3ce50a80feb2ac4cd3c34040) AuthConfig (b94c09f8c8949825f5e967aa9bcfa74d7af22fefbcf79379e6e1cac7834ec27b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"8bfe521f-39a6-40fe-b8b9-4f7c051f10be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:09.443053063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"fec10552-7d95-4837-ab38-22199f3a7144","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:09.465671722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"fec10552-7d95-4837-ab38-22199f3a7144","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:09.485713859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-4fff4f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"fec10552-7d95-4837-ab38-22199f3a7144","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:13.283224991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"398bc700-1f8b-426f-8881-1b143224e12d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:13.304702282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"398bc700-1f8b-426f-8881-1b143224e12d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:13.325023511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-4a92de-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"398bc700-1f8b-426f-8881-1b143224e12d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:16.834338711Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","namespace":"ai-tenant-e2e-shared-b-w4-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:16.834394376Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","namespace":"ai-tenant-e2e-shared-b-w4-b02580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:16.834441141Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","tenant":"e2e-shared-b-w4-b02580","tenantID":"e2e-shared-b-w4-b02580","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:16.852675803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-b02580","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:16.884774453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","gvk":"Service","name":"maas-api-e2e-shared-b-w4-b02580","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:16.904055459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-b02580","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:16.921814192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-b02580","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:16.945872479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-b02580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:16.966290704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-b02580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:16.987040979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-b02580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:17.007272355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-b02580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:17.02483261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-b02580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:17.040673726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-b02580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:17.056507329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-b02580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:17.072317672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-b02580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:17.087874233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-b02580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:17.103535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-b02580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:17.119264693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-b02580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:17.140876851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-b02580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:17.159023549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-b02580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:17.174743026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-b02580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:17.190795674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-b02580","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:17.207809555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b02580"},"namespace":"ai-tenant-e2e-shared-b-w4-b02580","name":"default-tenant","reconcileID":"495c2564-62b4-4f47-9b8c-860b5a28208b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-b02580","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:17.564008537Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-b02580","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-b02580","reconcileID":"38eba42a-3c78-4596-8a6e-3092e65e19ca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-b02580","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-b02580"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:18.015106753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8611fa5-f78c-402f-a640-aa9cc3eb3690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:18.03228147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8611fa5-f78c-402f-a640-aa9cc3eb3690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:18.048661935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8611fa5-f78c-402f-a640-aa9cc3eb3690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:18.064939654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8611fa5-f78c-402f-a640-aa9cc3eb3690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:18.747918177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805b7ea6-822f-412d-8d67-993250e71fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:18.76395353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805b7ea6-822f-412d-8d67-993250e71fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:18.780011982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805b7ea6-822f-412d-8d67-993250e71fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:18.795991226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805b7ea6-822f-412d-8d67-993250e71fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:18.850325621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eb23a1be-00bb-4ba2-84b1-be686699bd6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:18.865855233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"a0a5f27f-9920-4fcf-921e-57f5725929f9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0c1869","tenantID":"e2e-shared-a-w1-0c1869","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:18.887742539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"a0a5f27f-9920-4fcf-921e-57f5725929f9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"name":"e2e-shared-a-w1-0c1869-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:18.907537225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-0c1869-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e207f643f43268cd8e94cebd28d9432de2ec995669245528cea7858573232998) AuthConfig (e8d473342e4bc96a42cc03c7ce96e7d30e64fdcfcb7d9cf14832a2cf5b88724e) AuthConfig (c258470c269534ef12f4fa022af4fa179585d4ed513df4b39351713a2514f489) AuthConfig (4581170757f5c9318b62fcd74a8e910f220201f7ddf3ef25ab907a264d19e468) AuthConfig (2d10368136710a6883bcb8657fd9681131efd5395c97dfefed416b3dbfbee0a3) AuthConfig (a11ba303c86b0b3fb14db3feed80822c7e26e2c3c01b96978a86e07aa60cf6f4) AuthConfig (5bc7dd208ea92b960b8812d800bfa27e21180eaa552cecf541a81b65585d966b) AuthConfig (fc5aeee5bb08d695fe5c9a181b50f76bf191a2464eba6d5a803d93db09b0f1b6) AuthConfig (409e882e2d0164e8ad2051c8803176c05d2e0e9ba5d4a73f1c5d0e7113e49529) AuthConfig (b53a51cdc82ad534113002290d6f6ba791594ff3db39d6ce45a916838fa1bf78) AuthConfig (05330c0ef0b5dea27f7c95f772111484be340d4a3d327dfbc0712edcd66a4f03) AuthConfig (d784f92f36edde0ab41eb0ed3a38ac9ff8107a57095bafa8b3aa040304f6f546) AuthConfig (967069c65d1d1c4dcd8c5873d49a1b2d3f88d39164c1b77220d3092d36cec5e4) AuthConfig (b932ec7028328842b2c56b87571b4e2e7b4eb1d631d953f69adbecab23a969be) AuthConfig (3f17d1f172d973a74966d48613b8a3a5f889b19e9042a05380e91752bd956167) AuthConfig (aada1e183892fb366c05a04a96718a8524f4c6c4bc1cb617c473a431ca9badbd) AuthConfig (2aedfbd636584b9d61b434736f9e50d68f326e9d3ce50a80feb2ac4cd3c34040) AuthConfig (b94c09f8c8949825f5e967aa9bcfa74d7af22fefbcf79379e6e1cac7834ec27b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"a0a5f27f-9920-4fcf-921e-57f5725929f9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:18.932892456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"5e5bb807-24a7-40b1-91e5-845bb0bfd1fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:18.933325638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"e3220aab-0259-4abb-8b92-66f18c9e1481","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:19.030778109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"0720f8a2-1a44-41e8-838e-39948ea53f2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:19.030896729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"5b09499e-ff72-496e-819f-02d12c805faa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:19.031235806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"361684ac-45f4-49fa-a2b9-7cebdfc6fd25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:19.162587281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"f16a50b6-e99d-4c5d-91ed-2f4c25d4f245","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:19.263211935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"222d05cf-f6c2-4379-a5bd-c48a6634cd0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:19.267795014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"789916aa-346b-4885-b5c9-963a33bd37ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:19.363033468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"fffc387e-ef8a-4750-aa8d-060b55456aff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:19.518314602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"e1401bf0-b75a-4e6e-9998-a0e51f2c968d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:19.539248078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"e1401bf0-b75a-4e6e-9998-a0e51f2c968d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:19.559272081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-4fff4f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47513cb895f3412912b8642c27c37af82d4c95c44283db233f30f00a2ce5b010) AuthConfig (ff17f150bf032acfaed6595f7804b5c45a198631bfd63f4f8ae802d0119a53ec) AuthConfig (28ce46632336d646d284614c663c25ad78fb99633e02be9f206accf967cd0eb5) AuthConfig (0b8b3f236ecd7c5e40843be34e04a2f6157f50af6e7dff5abdfa167c92cbc28c) AuthConfig (5a17bf1ac10bf1c6dced8f17224d78d8f211aa999e79df6b1dee3d6fb4e5fe9d) AuthConfig (aac8078542de057f281a6f2c551d8b238cae42dee518dcea9db7aa7a54f90d8a) AuthConfig (57045fa08232106ed5f465b8608aa6fb38ca83de1bd2f277c7a2d45fc5dfd599) AuthConfig (71bbd7463b49c8503e0cc71eab50e58e3b7acb455b4b1d34f9369b325c67c881) AuthConfig (833c736037e117b0cb9ac625d67e83ce14578df888bd96af4312997079f455e9) AuthConfig (389b0ba43179248c27d0d286d0b1075e9002639934cb0d7c5ff7c7220c57c13e) AuthConfig (da7c6a17e35ae8012a44828b600505a132453a559b1021f1b884ac9b6c27e2f4) AuthConfig (9d2c6b95101d11d6cd141937a365a4883f8f26a97cb35da8c92a5cc7fcd93727) AuthConfig (5fea9b53718982d5a63dfd9e9ae1924f01a7f3d7da9a7e41230b4bc75f9b0099) AuthConfig (48b50d9ac91a9304c725f72c6b03371a9d73408b4ccfa333836916f1cb381d21) AuthConfig (7df3523352baefcb3ef1378739fefaccd369a038c3be4b45c076db2e08f168a8) AuthConfig (2cb0779404965c2366185aab8cf9de324c83352de5eb667f146af2a5b0e27ae2) AuthConfig (07a75dbaae9970774d3454167ed5c93391e8ebe5eb426de118ab3173b6c9ba7b) AuthConfig (ec6faa8f211f7fe3b5196b3d5027711118a64af7308b9e683d614355d34056c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"e1401bf0-b75a-4e6e-9998-a0e51f2c968d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:19.581111677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"476658ae-b471-4658-b20d-95dda666dd4d","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:19.581129829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"476658ae-b471-4658-b20d-95dda666dd4d","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:23.358191825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"991fcaaf-4b0b-43da-a495-5c4646c24dd7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:23.380044234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"991fcaaf-4b0b-43da-a495-5c4646c24dd7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:23.400820573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-4a92de-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f717b7406fc69ee947906a3ac2eda83791d9a444901f272c09040ba416a13b8) AuthConfig (92ddcff75513c0e2d2e1f33c71391c54dbcfbd23e693b1e2f6c0412035e1e1fd) AuthConfig (966a1dda4b924cdecf22524e823bff64e29305859f91029e87bd5baefec8809b) AuthConfig (423bbda29b6f18a4200962117863ba90708a76a683888e33c97f179f7d4d9717) AuthConfig (4f921e14e894171f3945ee998bb5149e8a8c3d3452b50bbdc5b0f823a38154ca) AuthConfig (2674cb07dc1a27a247393994336b4ce801decb701545ba8ac398960b8afdc808) AuthConfig (6ca107dc8f165584fabb6d47d29f541c1aba10d84cd6d68c9ddcc7709da99f32) AuthConfig (052423ffc6a0ee3951ffd5691a4c9f0711548f60608f823e480c40a9bc3c1a6a) AuthConfig (564427828d913d19093727f4f9fa3794eb9650e36fc8a769c6c6e57b8e31813f) AuthConfig (c2c21f1728c5073223be5d87b91622a564beb690ef6f696f6934fb98a3e261b3) AuthConfig (2d73baface96128b082c8ab9faa4de9bad00d06c10d4c15d7c23f1a583988b7d) AuthConfig (08ed7f050b96503e8715d0792bf2f21508d980b28c6a1faeb34ee0942a00282c) AuthConfig (86f6cd5446ca766a440ad4d31cd3870d49391428837ba4f1e6200f9f77a84ca3) AuthConfig (4071c6675ff5bb31e9109539294d064474c4a3274d03dddf8d38aec61e35cff1) AuthConfig (a155635b8965fe1f9fa5e87682b50058504f4c10948e527f0b29d606048591aa) AuthConfig (8dfc75ed622a182e0a482eb44b934a3ffea91c59815eaec8a7a4a688b7d4aa71) AuthConfig (c8253e078623352903d48517f6142f231ffdcbd4c7acf9fd2ae0d02871dd1edc) AuthConfig (24bb27c92758b214176b229fb04690dc8e39f4b5074db0ff167cee95474426b1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"991fcaaf-4b0b-43da-a495-5c4646c24dd7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:23.42323339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"f3e7dfa2-e675-41c2-830d-c3d32317d685","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:23.423252336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"f3e7dfa2-e675-41c2-830d-c3d32317d685","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"rate-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"rate-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:24.387755262Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:25.878699968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"64c89507-cc76-4941-b62f-df8dc55c4d6f","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:25.894891449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"4b97b591-8ef3-4c04-9d7c-ea1a83436eaf","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:25.895112281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"8e0fbf41-0a8b-4029-a6fb-feda7f52bb3a","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:25.910860141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"284fea87-811e-4de2-a235-3a390ffa3bb1","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:25.931111627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"5f559f0a-4668-4d94-a729-50ab52c221df","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:25.931392207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"c8c8567d-892a-4236-9c88-3a6633f4b289","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:25.931636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"55ebcc8c-07a1-4220-89da-281e80aea5d3","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:25.931781839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"292a9f9c-ff41-4024-b3b6-4ef600187202","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:25.957955311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"1bb14666-d39d-4b60-b19e-19775268d943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:25.958269767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"f49af667-06f9-4b61-9b9b-784b72c9be83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:25.960095268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"68903c97-8329-42c8-8a81-db212c56fece","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:25.960830508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"49096c0b-e9e1-4223-acb5-bcaec4d2a35e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:25.982478153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"f49af667-06f9-4b61-9b9b-784b72c9be83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:25.984656764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"1bb14666-d39d-4b60-b19e-19775268d943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:26.07516441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"1a1b65bc-dc30-4f2a-9527-16a036d6566b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:26.163847106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"b6150d0e-8f0b-4ade-8f6d-2c03b75942fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:26.179206447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"ea0ffeca-8735-4a6e-b357-e2d5ed47d429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:26.194414354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"162daaad-a844-42af-8deb-971668e54407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:26.20008236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"ea0ffeca-8735-4a6e-b357-e2d5ed47d429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:26.21547885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"162daaad-a844-42af-8deb-971668e54407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:26.256305413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d73ccf3-7f6f-44b0-b88a-254b8414d99f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:26.272316775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d73ccf3-7f6f-44b0-b88a-254b8414d99f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:26.288356184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d73ccf3-7f6f-44b0-b88a-254b8414d99f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:26.304229766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d73ccf3-7f6f-44b0-b88a-254b8414d99f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:26.954182299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"158829cb-8cc6-42dd-82fa-20728a3e5b10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:26.970038576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"158829cb-8cc6-42dd-82fa-20728a3e5b10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:26.986052866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"158829cb-8cc6-42dd-82fa-20728a3e5b10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:27.002916428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"158829cb-8cc6-42dd-82fa-20728a3e5b10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:28.942130847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"c5616c92-b6d8-4067-9149-92eb826b1508","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0c1869","tenantID":"e2e-shared-a-w1-0c1869","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:28.962991809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"c5616c92-b6d8-4067-9149-92eb826b1508","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"name":"e2e-shared-a-w1-0c1869-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:29.13676113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"da1153fb-3577-44ea-8615-76bc5381d4c3","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"tenant":"e2e-shared-a-w1-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:29.136783719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"da1153fb-3577-44ea-8615-76bc5381d4c3","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"routeName":"rate-test-model-0c1869-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0c1869","llmisvcName":"rate-test-model-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:29.612860102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"8cd0ec56-52b2-4a0a-9d0d-5982b74463be","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:29.633884439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"8cd0ec56-52b2-4a0a-9d0d-5982b74463be","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:29.653638389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-4fff4f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47513cb895f3412912b8642c27c37af82d4c95c44283db233f30f00a2ce5b010) AuthConfig (ff17f150bf032acfaed6595f7804b5c45a198631bfd63f4f8ae802d0119a53ec) AuthConfig (28ce46632336d646d284614c663c25ad78fb99633e02be9f206accf967cd0eb5) AuthConfig (0b8b3f236ecd7c5e40843be34e04a2f6157f50af6e7dff5abdfa167c92cbc28c) AuthConfig (5a17bf1ac10bf1c6dced8f17224d78d8f211aa999e79df6b1dee3d6fb4e5fe9d) AuthConfig (aac8078542de057f281a6f2c551d8b238cae42dee518dcea9db7aa7a54f90d8a) AuthConfig (57045fa08232106ed5f465b8608aa6fb38ca83de1bd2f277c7a2d45fc5dfd599) AuthConfig (71bbd7463b49c8503e0cc71eab50e58e3b7acb455b4b1d34f9369b325c67c881) AuthConfig (833c736037e117b0cb9ac625d67e83ce14578df888bd96af4312997079f455e9) AuthConfig (389b0ba43179248c27d0d286d0b1075e9002639934cb0d7c5ff7c7220c57c13e) AuthConfig (da7c6a17e35ae8012a44828b600505a132453a559b1021f1b884ac9b6c27e2f4) AuthConfig (9d2c6b95101d11d6cd141937a365a4883f8f26a97cb35da8c92a5cc7fcd93727) AuthConfig (5fea9b53718982d5a63dfd9e9ae1924f01a7f3d7da9a7e41230b4bc75f9b0099) AuthConfig (48b50d9ac91a9304c725f72c6b03371a9d73408b4ccfa333836916f1cb381d21) AuthConfig (7df3523352baefcb3ef1378739fefaccd369a038c3be4b45c076db2e08f168a8) AuthConfig (2cb0779404965c2366185aab8cf9de324c83352de5eb667f146af2a5b0e27ae2) AuthConfig (07a75dbaae9970774d3454167ed5c93391e8ebe5eb426de118ab3173b6c9ba7b) AuthConfig (ec6faa8f211f7fe3b5196b3d5027711118a64af7308b9e683d614355d34056c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"8cd0ec56-52b2-4a0a-9d0d-5982b74463be","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:30.301623428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"3d78dac0-3f23-4a5b-a0ec-3447d39518bb","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"tenant":"e2e-shared-b-w1-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:30.301644968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"3d78dac0-3f23-4a5b-a0ec-3447d39518bb","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"routeName":"rate-test-model-2c719a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2c719a","llmisvcName":"rate-test-model-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:30.3203682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"56a1a973-16b5-4acb-a5ab-c307c81bf314","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"tenant":"e2e-shared-b-w1-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:30.320386833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"56a1a973-16b5-4acb-a5ab-c307c81bf314","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"routeName":"rate-test-model-2c719a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2c719a","llmisvcName":"rate-test-model-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:30.392005847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"e22699ba-414b-48ff-bb4f-958b7a5e1bd3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2c719a","tenantID":"e2e-shared-b-w1-2c719a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:30.44661216Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"e22699ba-414b-48ff-bb4f-958b7a5e1bd3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"name":"e2e-shared-b-w1-2c719a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:30.467170154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-2c719a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"e22699ba-414b-48ff-bb4f-958b7a5e1bd3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:30.489306511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"eed7e3e4-1299-40e4-bccd-c46a8829adc1","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"tenant":"e2e-shared-b-w1-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:30.489329436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"eed7e3e4-1299-40e4-bccd-c46a8829adc1","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"routeName":"rate-test-model-2c719a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2c719a","llmisvcName":"rate-test-model-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:30.882080156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"d16131a0-beb2-4842-9c9a-393eac1f18c5","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:30.998602504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"259ab74b-28aa-4411-90ac-58e62866a26d","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:31.117571488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"e1cede21-b8d7-4789-827a-4e71da6efb70","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:31.188027153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"0c26b604-d662-49d3-82a0-6b2e12cb03ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:31.188046899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"de1a926c-61cb-4a2b-b6db-5f20ca2cf992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:31.20870356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"0c26b604-d662-49d3-82a0-6b2e12cb03ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:31.209023627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"de1a926c-61cb-4a2b-b6db-5f20ca2cf992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:31.233839209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"a22e3306-47ed-4606-9509-f25dbbdadad3","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:31.251471197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"14818eeb-7125-4042-bff5-0e5c185af546","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:31.309414845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"59bd96c0-22d6-470a-994a-c812e7a6e8b8","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:31.352271846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"5117aaf4-1509-4689-b348-ff3878b9c0aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:31.389081421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"c55960d1-a345-4ed3-baf1-70356c7d2d7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:31.389099593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"dfdd62db-ba9f-41a8-8013-a84222cd0cb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:31.409941147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"dfdd62db-ba9f-41a8-8013-a84222cd0cb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:31.410659706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"c55960d1-a345-4ed3-baf1-70356c7d2d7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:31.412282199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"c2e7bd42-8384-42df-9dfa-5561050d4ef8","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:31.45265975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"56f77a6b-6110-4ab4-9312-f7272c437b11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:31.550477942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"9995de75-6297-4b6b-b3b2-00157e5a4d7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:33.476409006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"35170431-4f44-44c6-952e-9f1f38421fa6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:33.497163022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"35170431-4f44-44c6-952e-9f1f38421fa6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:33.516733917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-4a92de-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f717b7406fc69ee947906a3ac2eda83791d9a444901f272c09040ba416a13b8) AuthConfig (92ddcff75513c0e2d2e1f33c71391c54dbcfbd23e693b1e2f6c0412035e1e1fd) AuthConfig (966a1dda4b924cdecf22524e823bff64e29305859f91029e87bd5baefec8809b) AuthConfig (423bbda29b6f18a4200962117863ba90708a76a683888e33c97f179f7d4d9717) AuthConfig (4f921e14e894171f3945ee998bb5149e8a8c3d3452b50bbdc5b0f823a38154ca) AuthConfig (2674cb07dc1a27a247393994336b4ce801decb701545ba8ac398960b8afdc808) AuthConfig (6ca107dc8f165584fabb6d47d29f541c1aba10d84cd6d68c9ddcc7709da99f32) AuthConfig (052423ffc6a0ee3951ffd5691a4c9f0711548f60608f823e480c40a9bc3c1a6a) AuthConfig (564427828d913d19093727f4f9fa3794eb9650e36fc8a769c6c6e57b8e31813f) AuthConfig (c2c21f1728c5073223be5d87b91622a564beb690ef6f696f6934fb98a3e261b3) AuthConfig (2d73baface96128b082c8ab9faa4de9bad00d06c10d4c15d7c23f1a583988b7d) AuthConfig (08ed7f050b96503e8715d0792bf2f21508d980b28c6a1faeb34ee0942a00282c) AuthConfig (86f6cd5446ca766a440ad4d31cd3870d49391428837ba4f1e6200f9f77a84ca3) AuthConfig (4071c6675ff5bb31e9109539294d064474c4a3274d03dddf8d38aec61e35cff1) AuthConfig (a155635b8965fe1f9fa5e87682b50058504f4c10948e527f0b29d606048591aa) AuthConfig (8dfc75ed622a182e0a482eb44b934a3ffea91c59815eaec8a7a4a688b7d4aa71) AuthConfig (c8253e078623352903d48517f6142f231ffdcbd4c7acf9fd2ae0d02871dd1edc) AuthConfig (24bb27c92758b214176b229fb04690dc8e39f4b5074db0ff167cee95474426b1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"35170431-4f44-44c6-952e-9f1f38421fa6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:34.974856461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"6cd596bb-4294-4f44-b849-777100cc716e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:35.086440831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e3657f08-22f3-4e49-9d8c-1c47c2558b98","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:35.276403705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"ee48a339-826b-4139-9da5-d30d0bb90ff4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:35.392664333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"31b51a80-1f3f-4fe6-a8e3-e7b694231d0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:35.392865245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"b70d3f2e-fb09-4ae0-b21e-d162b2ccdfb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:35.393360303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"29c601ab-30c5-4935-91bb-9e9e94f9f24c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:35.475724851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"0fafda93-7559-4014-a0c7-df0942af3497","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:35.475770117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"1689442a-b286-403c-ac91-890478944944","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:35.576039693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"a3e881ec-9a11-405d-b566-848ecb7ccd20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:35.586027133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"48fe1890-eb90-4891-96d0-2bce1978fe66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:36.077130737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"5c52e6a2-ac86-40a8-b4dc-799076447ca2","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:36.077373408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"4aeec085-489f-4cf2-a4b8-331c51dea979","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:36.077551313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"9c96414e-e7d7-4aa4-9788-d0494e4814a9","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:36.077829878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"0a86da38-0e21-4eb8-bbc9-2ef7aa40b9b9","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:36.129370253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"604cec40-6fab-4c4d-9940-2927570d8203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:36.129394473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"4c6f8a76-152a-4164-8929-3a8e09bce657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:36.150866947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"604cec40-6fab-4c4d-9940-2927570d8203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:36.150878045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"4c6f8a76-152a-4164-8929-3a8e09bce657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:36.151564275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"cb6bc533-0b84-4962-b0b8-59b7189d305a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:36.151580673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"a89839e3-2bb8-49e3-a41d-e5eeb717a8ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:36.246513689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"e1df356d-580c-4c4d-9732-9c793881e971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:36.246609156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"63b3ff0e-5103-4410-a837-31404792252f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:36.268040018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"63b3ff0e-5103-4410-a837-31404792252f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:36.268871249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"e1df356d-580c-4c4d-9732-9c793881e971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:36.287309239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"c51dd145-5ec5-4711-82ce-9a55277664e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:36.287570743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"d4e53869-6775-458f-abc6-6203d7912db8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:39.686001736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"7479a313-2879-472a-9cb0-6427f38fccab","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:39.70687178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"7479a313-2879-472a-9cb0-6427f38fccab","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:39.880933489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"7b921ec6-f116-4151-ae65-16cb300b1455","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:39.880954214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"7b921ec6-f116-4151-ae65-16cb300b1455","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:40.545041623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"30846fec-e1d9-4914-8614-c222e81406a4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2c719a","tenantID":"e2e-shared-b-w1-2c719a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:40.566267166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"30846fec-e1d9-4914-8614-c222e81406a4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"name":"e2e-shared-b-w1-2c719a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:40.590003243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-2c719a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"30846fec-e1d9-4914-8614-c222e81406a4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.181095284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"7154a9d6-8e3e-4db1-889f-3465a87cfb9d","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.18111403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"7154a9d6-8e3e-4db1-889f-3465a87cfb9d","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.205427631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"2a2acce0-dedb-47cf-9a44-17f3ac9f0624","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.205444998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"2a2acce0-dedb-47cf-9a44-17f3ac9f0624","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:42:41.214738269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-shared-sub-c99948","reconcileID":"fed4949f-bc04-418a-9fe5-ce0af2562af3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-c99948\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:42:41.223075863Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"2a2acce0-dedb-47cf-9a44-17f3ac9f0624","name":"sub-test-model-f1b14f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-f1b14f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:42:41.223132064Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"2a2acce0-dedb-47cf-9a44-17f3ac9f0624","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-f1b14f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.228718223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"917c991f-2999-42d8-afd0-0d3f8cbb301d","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.228732146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"917c991f-2999-42d8-afd0-0d3f8cbb301d","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.243208263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"cb5a415d-91a1-4b76-8696-b75b9ba2b335","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.249059368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"6433d51b-4e12-4ad1-9685-00627ebe5a66","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.249081888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"6433d51b-4e12-4ad1-9685-00627ebe5a66","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.264238163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"cb5a415d-91a1-4b76-8696-b75b9ba2b335","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.268294601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"5f95d59d-390b-4433-8020-cd23d6e336cd","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.26831246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"5f95d59d-390b-4433-8020-cd23d6e336cd","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.396083683Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-shared-sub-c99948","reconcileID":"8d9b4ed8-807b-440a-a564-85054205edd5","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"sub-test-model-f1b14f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-f1b14f/e2e-shared-sub-c99948"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.398479705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"8aac527d-1964-4034-81a3-ccfaf21cd113","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.399133557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"18892b15-b520-4732-b81f-42131a5c3b8f","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.399147362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"18892b15-b520-4732-b81f-42131a5c3b8f","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.419247415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"8aac527d-1964-4034-81a3-ccfaf21cd113","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.421725174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"bbe51bc8-9734-474a-8df5-09b446eb23a9","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.421743338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"bbe51bc8-9734-474a-8df5-09b446eb23a9","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:42:41.432532206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-shared-sub-c99948","reconcileID":"7e476731-9cca-4447-b1e3-fcff692915f6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-c99948\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:42:41.439720183Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"bbe51bc8-9734-474a-8df5-09b446eb23a9","name":"sub-test-model-4fff4f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-4fff4f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:42:41.439766639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"bbe51bc8-9734-474a-8df5-09b446eb23a9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-4fff4f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.445084651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"68bc9c2e-3991-441c-a518-1355b6597c54","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.445098962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"68bc9c2e-3991-441c-a518-1355b6597c54","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.454020438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"de1aa7da-1093-4c23-85f5-a1c1a4a38de5","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.454045411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"de1aa7da-1093-4c23-85f5-a1c1a4a38de5","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.4639767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"8a7f4c3d-33d9-4c67-a20e-328a2e02cbfb","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.463994691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"8a7f4c3d-33d9-4c67-a20e-328a2e02cbfb","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.485266898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"3ddcc52a-cb32-48e8-a216-ef61f56078f6","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.48528232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"3ddcc52a-cb32-48e8-a216-ef61f56078f6","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.498204055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"5ad696c4-cb83-4d08-85fa-5fee39ca4c00","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.518450242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-shared-sub-c99948","reconcileID":"355adac6-e4af-434d-87b0-97728d4f65f9","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.519779719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"5ad696c4-cb83-4d08-85fa-5fee39ca4c00","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.623767573Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-shared-sub-c99948","reconcileID":"ad81d67f-081e-4cb8-86c1-c497ac880b47","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"sub-test-model-4fff4f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-4fff4f/e2e-shared-sub-c99948"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.624646169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"23c44ff3-fb9a-46cf-8f38-37d7810da458","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.624663541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"23c44ff3-fb9a-46cf-8f38-37d7810da458","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.647257259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"2ff56716-54d5-45e8-9220-35b5aab453a4","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.647275381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"2ff56716-54d5-45e8-9220-35b5aab453a4","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:42:41.65612733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-a-only-c99948","reconcileID":"9502e356-44eb-4926-bd40-896170a6d023","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-c99948\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.656198718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"582027b5-cd9c-4b49-ba46-ed010c22bb94","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.677578912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"582027b5-cd9c-4b49-ba46-ed010c22bb94","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.683163428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"013dd12a-d1c5-449e-a67d-e9a08bb31132","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.683180297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"013dd12a-d1c5-449e-a67d-e9a08bb31132","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.693213152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"51056cb4-7cdc-4129-bf61-ad5f45b1788d","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.693230352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"51056cb4-7cdc-4129-bf61-ad5f45b1788d","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.712680691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"ab93a364-79c7-421a-8bc4-b3b4b40beb7a","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.712701407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"ab93a364-79c7-421a-8bc4-b3b4b40beb7a","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.756698282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"7ee79a9a-0727-4ebf-a60a-e576d99f9695","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.778274144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"7ee79a9a-0727-4ebf-a60a-e576d99f9695","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.820122992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-shared-sub-c99948","reconcileID":"455998ef-c086-4cf7-9827-38c576b47c28","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.841803288Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-a-only-c99948","reconcileID":"ac9bf1f1-89c3-4405-aa81-6b1bc79b3339","MaaSSubscription":{"name":"e2e-a-only-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w2-f1b14f/e2e-a-only-c99948","ai-tenant-e2e-shared-a-w2-f1b14f/e2e-shared-sub-c99948"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.850763232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"f749082e-6930-4db1-8398-7748a98332e3","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.85077809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"f749082e-6930-4db1-8398-7748a98332e3","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.872234881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"284db377-95f5-4c4e-9940-10a1ad079236","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.872249546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"284db377-95f5-4c4e-9940-10a1ad079236","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:42:41.882400645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-b-only-c99948","reconcileID":"e6e1368f-7e59-482f-a6cb-d5a648abbc75","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-c99948\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.90303623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"f89375a8-8719-4dc4-a94f-7986c5a8f433","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.920941246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"fd8763b6-f4f0-42e6-b7b6-ba602ad15ab3","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.920955547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"fd8763b6-f4f0-42e6-b7b6-ba602ad15ab3","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.921117181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-shared-sub-c99948","reconcileID":"c8afef5f-b41f-46fb-8c95-947a2c760f48","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.925613831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"f89375a8-8719-4dc4-a94f-7986c5a8f433","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.941726302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"9f2ed167-60f9-41c8-864a-bd6333a1cf18","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.941742158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"9f2ed167-60f9-41c8-864a-bd6333a1cf18","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.977301349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"8c6707f2-9a6f-4b87-a787-250fe35d28c0","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:41.977318201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"8c6707f2-9a6f-4b87-a787-250fe35d28c0","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:42.039818081Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-b-only-c99948","reconcileID":"a2809033-8eb3-4f7d-82cc-9445983054a7","MaaSSubscription":{"name":"e2e-b-only-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w2-4fff4f/e2e-b-only-c99948","ai-tenant-e2e-shared-b-w2-4fff4f/e2e-shared-sub-c99948"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:42.097440944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"4c60bcdf-490f-4d49-b54e-dafc6a8e6b7a","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:42.09745786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"4c60bcdf-490f-4d49-b54e-dafc6a8e6b7a","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:42.121345905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-a-only-c99948","reconcileID":"8a3f6bbe-6dea-4502-9a96-82419587609c","MaaSSubscription":{"name":"e2e-a-only-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:42.121363395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-shared-sub-c99948","reconcileID":"df5f66f1-d4ce-43a0-9448-02a84baaa0d3","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:42.180817268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"f4511fc6-753f-456c-865f-2fc294815ef9","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:42.180833417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"f4511fc6-753f-456c-865f-2fc294815ef9","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:42.22089635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-b-only-c99948","reconcileID":"2ce5090d-398b-4675-ac46-51b2b21fad2f","MaaSSubscription":{"name":"e2e-b-only-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:43.549619731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"67a4f13f-e4a0-4b28-b583-37d33a4f35cd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:43.570730821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"67a4f13f-e4a0-4b28-b583-37d33a4f35cd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:43.661058591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"2ba7375c-30fe-4278-a4a7-867ed1dd70cb","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:43.661079537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"2ba7375c-30fe-4278-a4a7-867ed1dd70cb","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"rate-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"rate-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.031653695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"7d2d67bf-70b8-4429-8dea-3ef8f469a0f8","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.031672778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"7d2d67bf-70b8-4429-8dea-3ef8f469a0f8","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"rate-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"rate-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.05702891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"469f9558-dd01-44dc-b82b-b1e587eba4e8","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.057054708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"469f9558-dd01-44dc-b82b-b1e587eba4e8","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"rate-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"rate-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:42:45.063258942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-a-a11829","reconcileID":"31de3f2a-b820-481b-ae0f-93d7b5cf01b3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-a11829\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.063420177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"fbfe4880-d953-422d-9759-027607ebb4b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:42:45.07506267Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"469f9558-dd01-44dc-b82b-b1e587eba4e8","name":"rate-test-model-87f2e6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-87f2e6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:42:45.075109987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"469f9558-dd01-44dc-b82b-b1e587eba4e8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-87f2e6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.081172121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"e8af12b3-82bc-4748-9e47-9c88df34c008","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.081187687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"e8af12b3-82bc-4748-9e47-9c88df34c008","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"rate-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"rate-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.084436845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"fbfe4880-d953-422d-9759-027607ebb4b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.095609739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"272a7b0d-e06b-435b-a9ab-fe1d65b1e37d","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.095629655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"272a7b0d-e06b-435b-a9ab-fe1d65b1e37d","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"rate-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"rate-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.117361152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"69faeb2c-f490-40ba-8373-38fa8d067dfb","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.117376405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"69faeb2c-f490-40ba-8373-38fa8d067dfb","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"rate-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"rate-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.164552715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"5797c885-ca35-49c5-b70e-4bd24486ae67","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.185419592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"5797c885-ca35-49c5-b70e-4bd24486ae67","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.185819943Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-a-a11829","reconcileID":"a454513c-c128-4cb7-8700-d183f1a6153c","MaaSSubscription":{"name":"e2e-rate-iso-a-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"maas-trlp-rate-test-model-87f2e6","model":"rate-test-model-87f2e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-87f2e6/e2e-rate-iso-a-a11829"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.238947907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"7847bd2a-0937-4dec-a3a9-2780f5abc78b","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.238962699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"7847bd2a-0937-4dec-a3a9-2780f5abc78b","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"rate-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"rate-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.263121112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"55fcec37-5b93-40b1-b441-59331450c61e","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.263140287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"55fcec37-5b93-40b1-b441-59331450c61e","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"rate-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"rate-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.263502521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"5708a3da-e217-4b42-a8aa-80fed6a359e9","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.263515295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"5708a3da-e217-4b42-a8aa-80fed6a359e9","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"rate-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"rate-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:42:45.27020719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-b-a11829","reconcileID":"77058ba6-4d6d-4d3d-a6be-143744aa5744","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-a11829\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.272758352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"c443eaba-ff22-4940-aec7-8aafdab31971","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.293401707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"c443eaba-ff22-4940-aec7-8aafdab31971","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.302516749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"985e629c-179f-43f1-be62-d97eeb21ef7f","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.302532737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"985e629c-179f-43f1-be62-d97eeb21ef7f","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"rate-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"rate-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.308073368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-a-a11829","reconcileID":"931b82c1-2e2d-492e-b959-c0471e7db865","MaaSSubscription":{"name":"e2e-rate-iso-a-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"maas-trlp-rate-test-model-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.324352995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"fa66bac3-a4e0-4017-8318-14d26c7fb969","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.324369128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"fa66bac3-a4e0-4017-8318-14d26c7fb969","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"rate-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"rate-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.371733006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"12961a0f-778c-4e12-a659-54933f49b86a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.392594488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"12961a0f-778c-4e12-a659-54933f49b86a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.412410737Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-b-a11829","reconcileID":"8fa52391-650a-45dc-b468-4ee45fb40518","MaaSSubscription":{"name":"e2e-rate-iso-b-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"maas-trlp-rate-test-model-4a92de","model":"rate-test-model-4a92de","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-4a92de/e2e-rate-iso-b-a11829"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.46997353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"abc3476a-fbce-4896-89af-6a3c1df954bb","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.469990325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"abc3476a-fbce-4896-89af-6a3c1df954bb","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"rate-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"rate-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:45.533458089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-b-a11829","reconcileID":"77278d8d-fadd-490f-840d-ab8eac048a16","MaaSSubscription":{"name":"e2e-rate-iso-b-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"maas-trlp-rate-test-model-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:46.077621358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"c4a6f756-515d-4168-adc1-b8f810a09c7a","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:46.07821093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"e260a2e5-486e-4674-8bbe-0833ac6c756b","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:46.078580646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"71b1a6c8-15f2-41e5-a1fc-b1dccff08c43","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:46.079114523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"db980027-4fe5-45f0-acdd-77dc935113b3","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:49.625123752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"3a7e64ec-7139-44ed-ae03-510fdb3bad20","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:49.729419526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"ca71ab16-3f3c-44f7-98fa-7df253de2356","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:49.72968132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dc301714-d84d-4880-a6ab-5dc2f433dbeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:49.82665728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"34afb6c1-d381-4e32-9175-4c4e974e9079","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:49.928969974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"63dc9502-a7fa-49b1-b2f1-c5176627ec65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:49.929126453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1a365e2b-a7bf-44b1-b259-505edd5cc1e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:50.026670345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"1023d28b-10a0-4c22-89a5-6c289a1a68ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:50.026891566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"87b20d47-1c6a-4ea7-a5c0-5d7fe2e80580","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:50.126326828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"7f38344d-9a3d-40ab-be0d-8b1c66b15ade","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:50.227290263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"f713005c-4944-4c08-bc54-cd270b59e541","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:50.622400818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"0eb52a1f-65ed-4116-873e-a3aa2daff893","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2c719a","tenantID":"e2e-shared-b-w1-2c719a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:50.643206146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"0eb52a1f-65ed-4116-873e-a3aa2daff893","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"name":"e2e-shared-b-w1-2c719a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:50.662716981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-2c719a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b12c243f12e847566fa8af088aeb2d0ba2493e4ab55c4b240f4306e3c903dad) AuthConfig (3e8fdeda7ab96329f783dfd7752b3c2af1e05c5eec4bb9c62be375492e547a54) AuthConfig (bad896912df0dc0ccff1520c0734c8a2b476f21af36452b40e8bf1943e9f2aa4) AuthConfig (0ff3fcab6548ed78c2746ca51b997dd6e97a88a91ebdfc204b29757e27e6ed34) AuthConfig (326040a8f440a0ecff18f0c38a68a503e83a6f1f6fee1ef62cd464ad3b05ff4d) AuthConfig (a27ee0b82f51e283f708f56de589cf9f6f13e576e1c6af8e26d4aedade27a5a7) AuthConfig (baa107f0bddf1cbadd42f5c25256b498ab6a13d9d1f329b47676c0e005f48a8b) AuthConfig (c9317b19bc6cef5290de36f61153823b629fe99289db9a27c66a12810e27b7b0) AuthConfig (ef819322721c17d4d95ce214eb1bc79433fecf710f4c636c96e6cf925d3eee13) AuthConfig (f1823255dde49d3a1d971d171a5ce86db9c1c7aa324e225f988d6e1bc67d3232) AuthConfig (47a94f0be8d83ee8cf8e27a4372a972b0538d99e2a2f1614c17f8c92fe5b38fd) AuthConfig (f15b46ccc12620392ed169fb00e779fbaea3499a1635a67e20dc106aefa5f847) AuthConfig (3b3415f8c62ed50e0bca3c6504dc8cd26a6032e0501420fd7e7df3eaedbaaa22) AuthConfig (0abe1a63ef76cae8900d97ddac7ecc821e4ecbc9c648ba3bba72d78aaa989fa5) AuthConfig (a99687798b8ae0c91db7231719608441fe224af06f1642c3d4238a9b5e3bf761) AuthConfig (275a0c7311fa46de3f04e36f1eaebb1d3fca14e98831a703be6fb12fb20b2231) AuthConfig (1c3e8eb0d61d0689be10ed1a86020f4a52289dd610ef276ba4aa6bff6db340ed) AuthConfig (0664978eb11635780c79f17eb70f108a41812bbfc6c3771c79cda645afc2bc4b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"0eb52a1f-65ed-4116-873e-a3aa2daff893","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:50.684274064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"f50a84da-c80e-4c7a-adc1-0574fd437be5","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"tenant":"e2e-shared-b-w1-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:50.68429141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"f50a84da-c80e-4c7a-adc1-0574fd437be5","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"routeName":"rate-test-model-2c719a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2c719a","llmisvcName":"rate-test-model-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:54.382111833Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.078864563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"e43c56c8-e2bb-406c-a5ac-af843b410e73","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.079238293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"256ce5a0-6448-4ac4-9bee-8c0ec5d7f3bd","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.079479986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"8a8c7204-7cf7-4a3b-a99a-4581c685a93f","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.079882217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"4ce9c31e-69e3-42d0-8877-4cfabc6199ed","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.12645833Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"5172607d-1d26-4095-8fa9-b5a722fbda8b","namespace":"ai-tenant-e2e-worker-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.126546682Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"5172607d-1d26-4095-8fa9-b5a722fbda8b","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.147505566Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"5172607d-1d26-4095-8fa9-b5a722fbda8b","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.148283914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"b81f7694-d1bf-44cd-ad2e-462021b6753e","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.168528869Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"5172607d-1d26-4095-8fa9-b5a722fbda8b","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.168545425Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"5172607d-1d26-4095-8fa9-b5a722fbda8b","namespace":"ai-tenant-e2e-worker-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.168601199Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"5172607d-1d26-4095-8fa9-b5a722fbda8b","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.17157078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"f40d4d66-b233-4b12-a987-18a6f1efcd57","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.194333121Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"5172607d-1d26-4095-8fa9-b5a722fbda8b","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.196913563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a442597c-6d50-4f3c-aa68-ec5847bcea26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.196956459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"ad7ece54-7eb6-4664-b2b6-795ec7a3ba3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.197552845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"f19a5b3b-ecec-4fb7-ab0e-e3a88c6299f1","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.206015424Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"cdac9de3-4ea3-4498-9a21-edd6e8039151","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f8c001c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.217194915Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"5172607d-1d26-4095-8fa9-b5a722fbda8b","count":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:42:56.217788916Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"f19a5b3b-ecec-4fb7-ab0e-e3a88c6299f1","name":"simulator-w4-849669","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-849669\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:42:56.217840933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"f19a5b3b-ecec-4fb7-ab0e-e3a88c6299f1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-849669\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.217976493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"e26eab6a-a719-476d-aa7a-e31878d65372","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.218532871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"a442597c-6d50-4f3c-aa68-ec5847bcea26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.22173421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"ad7ece54-7eb6-4664-b2b6-795ec7a3ba3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.231412395Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"c5d6d1ff-be9c-4090-b095-11b6f7935e82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f55322a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.240415801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"b36a207b-8d9d-4e7c-b735-afdb19a0e9b6","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.257937831Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"e8acae6d-a279-48b5-9e01-1eec65b8e507","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f8c001c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.281722612Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"f6844e91-1d05-495b-95ba-9d1fc60c2b38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f55322a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.365846777Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"6cad1683-bbd7-4955-8314-492d99bd529a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.367793761Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"99bd68f3-b5e2-4c78-a813-27296c33e7f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.431311617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"6cad1683-bbd7-4955-8314-492d99bd529a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.431311594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"99bd68f3-b5e2-4c78-a813-27296c33e7f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.487240225Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"99bd68f3-b5e2-4c78-a813-27296c33e7f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.487254801Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-access","reconcileID":"99bd68f3-b5e2-4c78-a813-27296c33e7f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:42:56.48931926Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"6cad1683-bbd7-4955-8314-492d99bd529a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-849669-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:42:56.489363785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"6cad1683-bbd7-4955-8314-492d99bd529a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-849669-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.494642837Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"bc42afad-11ea-4098-86a4-e7696c2676b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.507948238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"3895315d-730e-44eb-b339-5160f3f7d306","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.54720955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"bc42afad-11ea-4098-86a4-e7696c2676b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.568079867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"bc42afad-11ea-4098-86a4-e7696c2676b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"e2e-worker-w4-849669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.568099644Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-access","reconcileID":"bc42afad-11ea-4098-86a4-e7696c2676b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:42:56.588638222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"82b2523a-88d2-433f-b11b-9611b65f6280","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:00.716072037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"d5f1083a-e15f-4a34-bce6-213439c2119f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2c719a","tenantID":"e2e-shared-b-w1-2c719a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:00.737685067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"d5f1083a-e15f-4a34-bce6-213439c2119f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"name":"e2e-shared-b-w1-2c719a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:00.757889846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-2c719a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b12c243f12e847566fa8af088aeb2d0ba2493e4ab55c4b240f4306e3c903dad) AuthConfig (3e8fdeda7ab96329f783dfd7752b3c2af1e05c5eec4bb9c62be375492e547a54) AuthConfig (bad896912df0dc0ccff1520c0734c8a2b476f21af36452b40e8bf1943e9f2aa4) AuthConfig (0ff3fcab6548ed78c2746ca51b997dd6e97a88a91ebdfc204b29757e27e6ed34) AuthConfig (326040a8f440a0ecff18f0c38a68a503e83a6f1f6fee1ef62cd464ad3b05ff4d) AuthConfig (a27ee0b82f51e283f708f56de589cf9f6f13e576e1c6af8e26d4aedade27a5a7) AuthConfig (baa107f0bddf1cbadd42f5c25256b498ab6a13d9d1f329b47676c0e005f48a8b) AuthConfig (c9317b19bc6cef5290de36f61153823b629fe99289db9a27c66a12810e27b7b0) AuthConfig (ef819322721c17d4d95ce214eb1bc79433fecf710f4c636c96e6cf925d3eee13) AuthConfig (f1823255dde49d3a1d971d171a5ce86db9c1c7aa324e225f988d6e1bc67d3232) AuthConfig (47a94f0be8d83ee8cf8e27a4372a972b0538d99e2a2f1614c17f8c92fe5b38fd) AuthConfig (f15b46ccc12620392ed169fb00e779fbaea3499a1635a67e20dc106aefa5f847) AuthConfig (3b3415f8c62ed50e0bca3c6504dc8cd26a6032e0501420fd7e7df3eaedbaaa22) AuthConfig (0abe1a63ef76cae8900d97ddac7ecc821e4ecbc9c648ba3bba72d78aaa989fa5) AuthConfig (a99687798b8ae0c91db7231719608441fe224af06f1642c3d4238a9b5e3bf761) AuthConfig (275a0c7311fa46de3f04e36f1eaebb1d3fca14e98831a703be6fb12fb20b2231) AuthConfig (1c3e8eb0d61d0689be10ed1a86020f4a52289dd610ef276ba4aa6bff6db340ed) AuthConfig (0664978eb11635780c79f17eb70f108a41812bbfc6c3771c79cda645afc2bc4b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"d5f1083a-e15f-4a34-bce6-213439c2119f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:03.995163847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-b-a11829","reconcileID":"f1942901-e3ad-42a7-ad42-efba77b2d137","MaaSSubscription":{"name":"e2e-rate-iso-b-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"maas-trlp-rate-test-model-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.079850481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"dc54b7e0-9806-4e0b-b87c-6a1fae02e0e8","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.0800016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"dc54b7e0-9806-4e0b-b87c-6a1fae02e0e8","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"rate-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"rate-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.152354921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-a-a11829","reconcileID":"9c1afc4e-21e9-43d9-878b-3072ecd13753","MaaSSubscription":{"name":"e2e-rate-iso-a-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"maas-trlp-rate-test-model-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.217570037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"987c8b68-12ae-4fea-918c-93870326a2b3","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.217597317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"987c8b68-12ae-4fea-918c-93870326a2b3","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"rate-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"rate-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.254556254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"4cca8715-5ce5-457a-a71e-4b9e12db8f81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.258765053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-b-only-c99948","reconcileID":"9c67b5a6-5b70-4acc-8790-947f54dcb574","MaaSSubscription":{"name":"e2e-b-only-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.259457156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-shared-sub-c99948","reconcileID":"1fcdc818-f6c6-4790-81e8-622b5b3283e5","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.2600136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"389186c2-699b-43dd-9637-810834cb0699","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.319888166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"8d94dcc0-e40c-4610-ab05-aaa1b16ba9fa","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.319943533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"8d94dcc0-e40c-4610-ab05-aaa1b16ba9fa","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.320576617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"c93bb062-1354-4bfa-bc4e-831996935bd0","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.320591403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"c93bb062-1354-4bfa-bc4e-831996935bd0","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.352801066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"2d17a96f-5e33-4d61-b804-2778cd073afb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.463814546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a569a119-ec9e-434d-b570-9d78547273e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.56738797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"a296d419-b6b4-47ce-b57b-e25f0abc9358","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.56750341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"46fcebc3-e291-4a25-af5e-1a8214109516","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.567783337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d430b37f-6762-47c7-bc0e-d035fc288f33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.578566699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"72c6ff30-b2df-4459-9bfe-9fd7001f39b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.664444621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-shared-sub-c99948","reconcileID":"e9576464-d70e-4b39-bfb8-3703867ab3d7","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.741948112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"291bb26b-a875-4d81-943e-287276fcd064","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.741966024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"291bb26b-a875-4d81-943e-287276fcd064","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.764967601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-a-only-c99948","reconcileID":"63ecf82e-6375-4f0b-89a9-3ce90319f7b6","MaaSSubscription":{"name":"e2e-a-only-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.838235023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"2648953e-67bc-4213-8d78-d5f20ea80f84","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.838253586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"2648953e-67bc-4213-8d78-d5f20ea80f84","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:04.988161517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"a758b96c-f7c9-4879-a7a9-66344b34f307","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:05.008847649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"a758b96c-f7c9-4879-a7a9-66344b34f307","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:05.088748858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"546e1b24-d2cd-49a8-903d-92b3833b63e1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:05.109456508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"546e1b24-d2cd-49a8-903d-92b3833b63e1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:05.34396968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"d2e3da75-5529-4c8c-8ac2-88da11a0fe52","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:05.365089188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"d2e3da75-5529-4c8c-8ac2-88da11a0fe52","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:05.445948859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"dceb3538-a5b1-4de9-9eb5-c0dc97158941","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:05.470839658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"dceb3538-a5b1-4de9-9eb5-c0dc97158941","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:06.080240612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"26cc0e68-e6cd-4f1d-ad89-e3d1f71d41f4","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:06.080497614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"51e231ef-3527-4436-941f-4ae552c1fa7b","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:06.274605213Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"ace4f4a5-238c-4ecb-9368-67c8bdaa2326","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:06.291004419Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"ace4f4a5-238c-4ecb-9368-67c8bdaa2326","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:06.298675248Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"5b00daf7-efd2-4009-a015-b46f94acd8dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:06.307324699Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"premium-simulator-subscription","reconcileID":"ace4f4a5-238c-4ecb-9368-67c8bdaa2326","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669","model":"e2e-models-e2e-worker-w4-849669/premium-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:06.314863301Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"5b00daf7-efd2-4009-a015-b46f94acd8dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:06.330952413Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"simulator-subscription","reconcileID":"5b00daf7-efd2-4009-a015-b46f94acd8dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849669"},"name":"maas-trlp-simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669","model":"e2e-models-e2e-worker-w4-849669/simulator-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:06.395430907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"51c217f3-6cf8-4713-9f11-f44cba80f143","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:06.424173545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"d055ec2a-3fc9-4485-98ec-193c3df77032","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:07.645601791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-2-w4-849669","reconcileID":"4184a738-a6f8-409a-a972-45cd7ef1f724","MaaSModelRef":{"name":"distinct-2-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-2-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-2-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:07.652764821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"distinct-w4-849669","reconcileID":"d9276a71-1247-4bde-bc34-10b92003f17a","MaaSModelRef":{"name":"distinct-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"distinct-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"distinct-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:07.660309169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"premium-w4-849669","reconcileID":"d064ad2e-59d8-49ee-8235-ce463861f5a5","MaaSModelRef":{"name":"premium-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"premium-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"premium-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:07.668084247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"namespace":"e2e-models-e2e-worker-w4-849669","name":"simulator-w4-849669","reconcileID":"5ef63164-400e-4d15-86db-aab1d5197d81","MaaSModelRef":{"name":"simulator-w4-849669","namespace":"e2e-models-e2e-worker-w4-849669"},"routeName":"simulator-w4-849669-kserve-route","namespace":"e2e-models-e2e-worker-w4-849669","llmisvcName":"simulator-w4-849669","gateway":"openshift-ingress/e2e-worker-w4-849669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:08.583611985Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"f2a75cd5-e90d-48a3-8907-3f2a52b7ae2d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:08.723895012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"13edca3a-e9ab-44d7-8c87-776b665d4678","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:08.723940971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"13edca3a-e9ab-44d7-8c87-776b665d4678","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"rate-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"rate-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:08.799559726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"f2a75cd5-e90d-48a3-8907-3f2a52b7ae2d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:08.865826345Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"f2a75cd5-e90d-48a3-8907-3f2a52b7ae2d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:08.865966738Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"f2a75cd5-e90d-48a3-8907-3f2a52b7ae2d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:08.958674801Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"57f639c1-ce95-4b4f-be77-390ddad21a1f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:08.959301392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"0ac575cb-d3ed-4f07-8024-ca39325eabe5","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:08.959317876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"0ac575cb-d3ed-4f07-8024-ca39325eabe5","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"rate-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"rate-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:08.974969524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-a-a11829","reconcileID":"168727a0-66ed-4800-87c3-803893f09b71","MaaSSubscription":{"name":"e2e-rate-iso-a-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"maas-trlp-rate-test-model-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:09.041708911Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"41bdb350-978d-4f36-aea0-b6032438dc4f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:09.041780032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"ccfcb9dd-0842-4bed-8c87-c30cbc5cfa7b","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:09.041794257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"ccfcb9dd-0842-4bed-8c87-c30cbc5cfa7b","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"rate-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"rate-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:09.092564866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"57f639c1-ce95-4b4f-be77-390ddad21a1f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:09.113201728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"57f639c1-ce95-4b4f-be77-390ddad21a1f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"e2e-shared-a-w0-87f2e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:09.113216868Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"57f639c1-ce95-4b4f-be77-390ddad21a1f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-87f2e6","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:43:09.131881964Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-auth-a11829","reconcileID":"57f639c1-ce95-4b4f-be77-390ddad21a1f","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-a11829\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:09.148754835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-a-a11829","reconcileID":"94b4490b-8ea3-404f-bf24-e1e1f829cbd1","MaaSSubscription":{"name":"e2e-rate-iso-a-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"maas-trlp-rate-test-model-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:09.149634508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-b-a11829","reconcileID":"f61fb2c2-cde9-443b-9df0-beea8165eeae","MaaSSubscription":{"name":"e2e-rate-iso-b-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"maas-trlp-rate-test-model-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:09.191338488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"41bdb350-978d-4f36-aea0-b6032438dc4f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:09.247967999Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"41bdb350-978d-4f36-aea0-b6032438dc4f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"e2e-shared-b-w0-4a92de-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:09.247991735Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-auth-a11829","reconcileID":"41bdb350-978d-4f36-aea0-b6032438dc4f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:09.271251753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"7f97894e-bcba-4333-bfb1-f527aefee293","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:09.271280635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"7f97894e-bcba-4333-bfb1-f527aefee293","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"rate-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"rate-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:09.361405498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-b-a11829","reconcileID":"3a78a400-37cf-4ea0-ae26-04326a136d01","MaaSSubscription":{"name":"e2e-rate-iso-b-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"maas-trlp-rate-test-model-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:09.432767704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"7048a9d7-486b-41c6-a5f2-19f69514674a","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:09.432794034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"7048a9d7-486b-41c6-a5f2-19f69514674a","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"rate-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"rate-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:10.805934942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"00e64f3b-209d-4f67-93f8-fc363bd8da92","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2c719a","tenantID":"e2e-shared-b-w1-2c719a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:10.826749153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"00e64f3b-209d-4f67-93f8-fc363bd8da92","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"name":"e2e-shared-b-w1-2c719a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:10.927219331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"ecd63bf3-1332-4575-9029-d14378fbf2ad","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"tenant":"e2e-shared-b-w1-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:10.927239805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"ecd63bf3-1332-4575-9029-d14378fbf2ad","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"routeName":"rate-test-model-2c719a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2c719a","llmisvcName":"rate-test-model-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.17493646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"9a68de08-5786-4c62-9e77-338ffb1f6989","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"tenant":"e2e-shared-a-w1-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.174955311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"9a68de08-5786-4c62-9e77-338ffb1f6989","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"routeName":"rate-test-model-0c1869-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0c1869","llmisvcName":"rate-test-model-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.197265507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"5283cc22-b33c-47ab-a65b-a9e0b1df6369","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"tenant":"e2e-shared-a-w1-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.197293478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"5283cc22-b33c-47ab-a65b-a9e0b1df6369","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"routeName":"rate-test-model-0c1869-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0c1869","llmisvcName":"rate-test-model-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.206981834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"d8d5afec-6ac5-4b54-87d1-e72061c4d77a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0c1869","tenantID":"e2e-shared-a-w1-0c1869","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:43:12.207698891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-a-decf04","reconcileID":"ae4c0f20-cf87-49af-9773-a4c694a14e21","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-decf04\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:43:12.214680119Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"5283cc22-b33c-47ab-a65b-a9e0b1df6369","name":"rate-test-model-0c1869","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-0c1869\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:43:12.214728025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"5283cc22-b33c-47ab-a65b-a9e0b1df6369","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-0c1869\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.220053227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"a88f155c-9a49-4aa1-9a86-72459a78cc2c","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"tenant":"e2e-shared-a-w1-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.220066894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"a88f155c-9a49-4aa1-9a86-72459a78cc2c","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"routeName":"rate-test-model-0c1869-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0c1869","llmisvcName":"rate-test-model-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.227973412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"d8d5afec-6ac5-4b54-87d1-e72061c4d77a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"name":"e2e-shared-a-w1-0c1869-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.241879049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"8239a67f-894f-42c4-b2c1-75db04bc777e","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"tenant":"e2e-shared-a-w1-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.241918024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"8239a67f-894f-42c4-b2c1-75db04bc777e","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"routeName":"rate-test-model-0c1869-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0c1869","llmisvcName":"rate-test-model-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.261391122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"8e15cbe5-44b5-4ea1-a4d5-22dd0bb9a235","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"tenant":"e2e-shared-a-w1-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.261406825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"8e15cbe5-44b5-4ea1-a4d5-22dd0bb9a235","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"routeName":"rate-test-model-0c1869-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0c1869","llmisvcName":"rate-test-model-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.329606975Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-a-decf04","reconcileID":"7023b152-5478-4a80-b7f8-338644754c7c","MaaSSubscription":{"name":"e2e-rate-iso-a-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"name":"maas-trlp-rate-test-model-0c1869","model":"rate-test-model-0c1869","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-0c1869/e2e-rate-iso-a-decf04"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.388252893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"0cfe50c4-dfe0-458e-88bf-b8782e8515d6","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"tenant":"e2e-shared-a-w1-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.388279271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"0cfe50c4-dfe0-458e-88bf-b8782e8515d6","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"routeName":"rate-test-model-0c1869-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0c1869","llmisvcName":"rate-test-model-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.39088614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"3ffeb9fe-6709-4eb7-bf0d-0013e9f8e1ce","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"tenant":"e2e-shared-b-w1-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.390915476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"3ffeb9fe-6709-4eb7-bf0d-0013e9f8e1ce","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"routeName":"rate-test-model-2c719a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2c719a","llmisvcName":"rate-test-model-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.391444494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"f615a2e2-2402-4f76-9dca-ebeace7be16c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0c1869","tenantID":"e2e-shared-a-w1-0c1869","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.412239975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"f615a2e2-2402-4f76-9dca-ebeace7be16c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"name":"e2e-shared-a-w1-0c1869-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.415069172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"b30e56a5-88e2-4fbc-a670-acfae5a423f9","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"tenant":"e2e-shared-b-w1-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.415089823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"b30e56a5-88e2-4fbc-a670-acfae5a423f9","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"routeName":"rate-test-model-2c719a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2c719a","llmisvcName":"rate-test-model-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:43:12.421832744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-b-decf04","reconcileID":"2c6e3fcd-69c9-4420-a8e8-3ca3c35d9bb7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-decf04\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:43:12.432853499Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"b30e56a5-88e2-4fbc-a670-acfae5a423f9","name":"rate-test-model-2c719a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-2c719a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:43:12.432929517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"b30e56a5-88e2-4fbc-a670-acfae5a423f9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-2c719a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.439005371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"f574816d-d6e1-44a2-986c-2fd6ac474d25","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"tenant":"e2e-shared-b-w1-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.439037474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"f574816d-d6e1-44a2-986c-2fd6ac474d25","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"routeName":"rate-test-model-2c719a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2c719a","llmisvcName":"rate-test-model-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.455087931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-a-decf04","reconcileID":"df173522-5736-454a-8e31-0bdfd4c3c675","MaaSSubscription":{"name":"e2e-rate-iso-a-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"name":"maas-trlp-rate-test-model-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.455176897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"6ad09d91-9a5f-4554-8522-6a1c4fd25988","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"tenant":"e2e-shared-b-w1-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.45519344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"6ad09d91-9a5f-4554-8522-6a1c4fd25988","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"routeName":"rate-test-model-2c719a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2c719a","llmisvcName":"rate-test-model-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.476538678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"4807b637-e6ff-4038-a782-cf1a16fb982b","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"tenant":"e2e-shared-b-w1-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.476554888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"4807b637-e6ff-4038-a782-cf1a16fb982b","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"routeName":"rate-test-model-2c719a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2c719a","llmisvcName":"rate-test-model-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.491475356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"86aded5e-69d0-4534-8eed-329ddce6e817","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2c719a","tenantID":"e2e-shared-b-w1-2c719a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.512248905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"86aded5e-69d0-4534-8eed-329ddce6e817","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"name":"e2e-shared-b-w1-2c719a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.556499224Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-b-decf04","reconcileID":"411bc60d-531c-466a-a8fa-8c19ce719f49","MaaSSubscription":{"name":"e2e-rate-iso-b-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"name":"maas-trlp-rate-test-model-2c719a","model":"rate-test-model-2c719a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-2c719a/e2e-rate-iso-b-decf04"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.662289129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"e04d1cd1-8800-4a5e-86d4-5042ba50a8c8","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"tenant":"e2e-shared-b-w1-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.662322333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"e04d1cd1-8800-4a5e-86d4-5042ba50a8c8","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"routeName":"rate-test-model-2c719a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2c719a","llmisvcName":"rate-test-model-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.703475196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"bb004095-0c3c-401c-b500-3ab15840ad34","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2c719a","tenantID":"e2e-shared-b-w1-2c719a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.758645748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-b-decf04","reconcileID":"427c1db6-4a17-47d1-b222-03b0c41d5b0c","MaaSSubscription":{"name":"e2e-rate-iso-b-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"name":"maas-trlp-rate-test-model-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:12.760178493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"bb004095-0c3c-401c-b500-3ab15840ad34","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"name":"e2e-shared-b-w1-2c719a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:14.016473928Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"915e24fe-10f2-4f03-ab5d-b0c60d8e37df","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:14.016627495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"25c637ee-0b4b-45c7-b2a7-155177f63373","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:14.016646865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"25c637ee-0b4b-45c7-b2a7-155177f63373","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:14.106974057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-shared-sub-c99948","reconcileID":"1aaa08a1-55c7-43e3-8a2b-3b4e13d624a8","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:14.107009285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-a-only-c99948","reconcileID":"e2a763f3-9142-4ed8-8e85-c18771e24786","MaaSSubscription":{"name":"e2e-a-only-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:14.108530593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"915e24fe-10f2-4f03-ab5d-b0c60d8e37df","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:14.164007309Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"915e24fe-10f2-4f03-ab5d-b0c60d8e37df","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"e2e-shared-a-w2-f1b14f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:14.164029749Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-sub-iso-auth-c99948","reconcileID":"915e24fe-10f2-4f03-ab5d-b0c60d8e37df","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:14.184343809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"c853e08d-8131-41b1-ac86-26b0374433a7","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:14.184366583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"c853e08d-8131-41b1-ac86-26b0374433a7","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:14.304897549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-shared-sub-c99948","reconcileID":"0743c0d6-5c9f-4a8f-8690-7892c496e78b","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:14.305085313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-a-only-c99948","reconcileID":"6f2000a6-092f-427c-aac2-397ac41ae2e7","MaaSSubscription":{"name":"e2e-a-only-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:14.350627658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"e0e3624d-9c30-46fd-bdb4-e2bfbeacedd7","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:14.350644545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"e0e3624d-9c30-46fd-bdb4-e2bfbeacedd7","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:19.489605194Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-a-a11829","reconcileID":"76e4216c-5f1d-4436-86b9-c80b3827e201","MaaSSubscription":{"name":"e2e-rate-iso-a-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","subscription":"e2e-rate-iso-a-a11829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:19.505965527Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-a-a11829","reconcileID":"76e4216c-5f1d-4436-86b9-c80b3827e201","MaaSSubscription":{"name":"e2e-rate-iso-a-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:19.523685494Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"e2e-rate-iso-a-a11829","reconcileID":"76e4216c-5f1d-4436-86b9-c80b3827e201","MaaSSubscription":{"name":"e2e-rate-iso-a-a11829","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"name":"maas-trlp-rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:19.740306218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"7555607d-bbf3-48aa-a5fa-0223e48c6dc7","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"tenant":"e2e-shared-a-w0-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","model":"ai-tenant-e2e-shared-a-w0-87f2e6/rate-test-model-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:19.740324007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"rate-test-model-87f2e6","reconcileID":"7555607d-bbf3-48aa-a5fa-0223e48c6dc7","MaaSModelRef":{"name":"rate-test-model-87f2e6","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"routeName":"rate-test-model-87f2e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","llmisvcName":"rate-test-model-87f2e6","gateway":"openshift-ingress/e2e-shared-a-w0-87f2e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:19.88995671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"002b4f4b-a07d-41f9-bb30-706a29231201","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:19.8899852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"002b4f4b-a07d-41f9-bb30-706a29231201","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"rate-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"rate-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:24.38208289Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:24.40625148Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-shared-sub-c99948","reconcileID":"58a446ea-9fc1-42d9-9965-d7fbb3cc440c","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscription":"e2e-shared-sub-c99948","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:24.478896613Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-shared-sub-c99948","reconcileID":"58a446ea-9fc1-42d9-9965-d7fbb3cc440c","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-f1b14f/e2e-a-only-c99948"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:24.544052714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-a-only-c99948","reconcileID":"b6e1362d-ac58-4a88-893b-ce4a32f2f1a9","MaaSSubscription":{"name":"e2e-a-only-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:24.631625421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"488807dd-b734-47c9-aa53-2dc83565b1ea","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:24.631652154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"488807dd-b734-47c9-aa53-2dc83565b1ea","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:24.775448549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"df548b32-c23a-4b40-a9e0-b37143f1fd82","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:24.775470201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"df548b32-c23a-4b40-a9e0-b37143f1fd82","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:29.948609631Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-b-a11829","reconcileID":"79317f11-c62d-4916-9443-6f5c59cfc1c0","MaaSSubscription":{"name":"e2e-rate-iso-b-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","subscription":"e2e-rate-iso-b-a11829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:29.965246585Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-b-a11829","reconcileID":"79317f11-c62d-4916-9443-6f5c59cfc1c0","MaaSSubscription":{"name":"e2e-rate-iso-b-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:29.982120331Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"e2e-rate-iso-b-a11829","reconcileID":"79317f11-c62d-4916-9443-6f5c59cfc1c0","MaaSSubscription":{"name":"e2e-rate-iso-b-a11829","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"name":"maas-trlp-rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.071968007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"d01e2e1a-3b34-4bec-9e9e-4fef330a36e4","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"tenant":"e2e-shared-b-w0-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","model":"ai-tenant-e2e-shared-b-w0-4a92de/rate-test-model-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.071987161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"rate-test-model-4a92de","reconcileID":"d01e2e1a-3b34-4bec-9e9e-4fef330a36e4","MaaSModelRef":{"name":"rate-test-model-4a92de","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"routeName":"rate-test-model-4a92de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","llmisvcName":"rate-test-model-4a92de","gateway":"openshift-ingress/e2e-shared-b-w0-4a92de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.104554084Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","namespace":"ai-tenant-e2e-worker-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.104623615Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","namespace":"ai-tenant-e2e-worker-w4-849669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.104700133Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","tenant":"e2e-worker-w4-849669","tenantID":"e2e-worker-w4-849669","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.123120398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","gvk":"Deployment","name":"maas-api-e2e-worker-w4-849669","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.181640889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","gvk":"Service","name":"maas-api-e2e-worker-w4-849669","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.200869115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-849669","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.218651704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-849669","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.239193547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-849669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.257655871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-849669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.279199969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-849669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.297811847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-849669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.313851319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-849669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.329733036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-849669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.345584389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","gvk":"Service","name":"payload-processing-e2e-worker-w4-849669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.361131735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-849669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.376459514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-849669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.391838537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-849669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.407505106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-849669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.427734962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-849669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.443551616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-849669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.459277682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-849669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.474980662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-849669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.49046407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849669"},"namespace":"ai-tenant-e2e-worker-w4-849669","name":"default-tenant","reconcileID":"3423307c-dd1e-4ab4-ac9e-967cf742d283","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-849669","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:30.83078939Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-849669","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-849669","reconcileID":"fd52d7f5-d9e7-4c7e-9193-38bafc542e9a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-849669","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-849669"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:31.35383132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0119b150-8c96-4c39-8be3-7b0129d73e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:31.369857024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0119b150-8c96-4c39-8be3-7b0129d73e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:31.386989189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0119b150-8c96-4c39-8be3-7b0129d73e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:31.403118524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0119b150-8c96-4c39-8be3-7b0129d73e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:32.055840545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6619787e-290f-4d52-8881-1ad4a68e4c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:32.071950898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6619787e-290f-4d52-8881-1ad4a68e4c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:32.087784516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6619787e-290f-4d52-8881-1ad4a68e4c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:32.103712067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6619787e-290f-4d52-8881-1ad4a68e4c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:34.829199262Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-a-only-c99948","reconcileID":"17af10d5-283f-428e-a2ce-65e614576d5d","MaaSSubscription":{"name":"e2e-a-only-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","subscription":"e2e-a-only-c99948","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:34.846149219Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-a-only-c99948","reconcileID":"17af10d5-283f-428e-a2ce-65e614576d5d","MaaSSubscription":{"name":"e2e-a-only-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:34.862673221Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"e2e-a-only-c99948","reconcileID":"17af10d5-283f-428e-a2ce-65e614576d5d","MaaSSubscription":{"name":"e2e-a-only-c99948","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"name":"maas-trlp-sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:34.950383159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"b78f7f14-6bd1-4830-9700-2064bd39fb89","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"tenant":"e2e-shared-a-w2-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","model":"ai-tenant-e2e-shared-a-w2-f1b14f/sub-test-model-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:34.950401357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"sub-test-model-f1b14f","reconcileID":"b78f7f14-6bd1-4830-9700-2064bd39fb89","MaaSModelRef":{"name":"sub-test-model-f1b14f","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"routeName":"sub-test-model-f1b14f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","llmisvcName":"sub-test-model-f1b14f","gateway":"openshift-ingress/e2e-shared-a-w2-f1b14f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:35.25540823Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"e67ef0ab-acc9-4bd6-872f-660a939356e6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:35.255467398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"76fcc4bc-0043-40aa-bfda-8faa00bb54b7","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:35.255481613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"76fcc4bc-0043-40aa-bfda-8faa00bb54b7","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:35.344805095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-b-only-c99948","reconcileID":"001076c6-8012-4e69-b040-cf1eb09ee9e1","MaaSSubscription":{"name":"e2e-b-only-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:35.344952229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-shared-sub-c99948","reconcileID":"ff97ac9e-40cb-4e31-b871-9bcbeca57b55","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:35.388228393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"e67ef0ab-acc9-4bd6-872f-660a939356e6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:35.444126268Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"e67ef0ab-acc9-4bd6-872f-660a939356e6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"e2e-shared-b-w2-4fff4f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:35.444141769Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-sub-iso-auth-c99948","reconcileID":"e67ef0ab-acc9-4bd6-872f-660a939356e6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:35.46714287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"4013cf39-d305-47cc-a860-e75c63082d3d","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:35.467162995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"4013cf39-d305-47cc-a860-e75c63082d3d","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:35.557575236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-shared-sub-c99948","reconcileID":"3aa165a2-18b0-4dba-9053-6e58579116e7","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:35.557824763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-b-only-c99948","reconcileID":"e56de9b0-de35-4bf1-979b-0956ba63ef07","MaaSSubscription":{"name":"e2e-b-only-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:35.620516853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"8ad99f81-acc7-4429-89e8-74f088c7020a","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:35.620593613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"8ad99f81-acc7-4429-89e8-74f088c7020a","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:45.675454715Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-shared-sub-c99948","reconcileID":"8745912a-808e-4050-81ee-d99377641829","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscription":"e2e-shared-sub-c99948","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:45.747659801Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-shared-sub-c99948","reconcileID":"8745912a-808e-4050-81ee-d99377641829","MaaSSubscription":{"name":"e2e-shared-sub-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-4fff4f/e2e-b-only-c99948"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:45.812598258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-b-only-c99948","reconcileID":"e3cfdb2c-f16e-467a-b20a-2fa6dd538585","MaaSSubscription":{"name":"e2e-b-only-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:45.816125369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"96957d33-ca62-4057-97c5-a3626a38338b","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:45.816146204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"96957d33-ca62-4057-97c5-a3626a38338b","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:46.122828092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"05fcc6a2-e5bd-4d1f-8e2b-2dbbbb082059","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:46.122861289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"05fcc6a2-e5bd-4d1f-8e2b-2dbbbb082059","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:48.772541674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f40b9f6-d9b5-4584-ae73-4dee5347e9cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:48.788425558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f40b9f6-d9b5-4584-ae73-4dee5347e9cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:48.805127748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f40b9f6-d9b5-4584-ae73-4dee5347e9cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:48.821671663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f40b9f6-d9b5-4584-ae73-4dee5347e9cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:49.474477782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e97142a-a7d7-437b-b055-a70fa269a33a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:49.49038086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e97142a-a7d7-437b-b055-a70fa269a33a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:49.506272914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e97142a-a7d7-437b-b055-a70fa269a33a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:49.522559957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e97142a-a7d7-437b-b055-a70fa269a33a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:49.600689295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-a-decf04","reconcileID":"3ec3b018-15ba-4228-a77f-519b9ed5ff58","MaaSSubscription":{"name":"e2e-rate-iso-a-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"name":"maas-trlp-rate-test-model-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:49.662036143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"f45c62fc-5151-4f13-81e0-7625e9972690","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"tenant":"e2e-shared-a-w1-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:49.662056755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"f45c62fc-5151-4f13-81e0-7625e9972690","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"routeName":"rate-test-model-0c1869-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0c1869","llmisvcName":"rate-test-model-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:49.699339522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-b-decf04","reconcileID":"7380ff66-2bda-4bad-bd24-8c608323bdc8","MaaSSubscription":{"name":"e2e-rate-iso-b-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"name":"maas-trlp-rate-test-model-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:49.756263224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"24f04da8-1301-448c-a6f5-f9f02a36da0c","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"tenant":"e2e-shared-b-w1-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:49.756280151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"24f04da8-1301-448c-a6f5-f9f02a36da0c","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"routeName":"rate-test-model-2c719a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2c719a","llmisvcName":"rate-test-model-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:50.20722609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a9db2c-853a-4f0f-8c1c-6a825d5fdb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:50.2261891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a9db2c-853a-4f0f-8c1c-6a825d5fdb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:50.243190716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a9db2c-853a-4f0f-8c1c-6a825d5fdb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:50.259071949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a9db2c-853a-4f0f-8c1c-6a825d5fdb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:50.292533387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"1842f905-f7f6-48ae-aac4-b473ec6d6931","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2c719a","tenantID":"e2e-shared-b-w1-2c719a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:50.31343977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"1842f905-f7f6-48ae-aac4-b473ec6d6931","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"name":"e2e-shared-b-w1-2c719a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:50.392137338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"9a312497-0153-45d1-8544-85ce3298b145","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0c1869","tenantID":"e2e-shared-a-w1-0c1869","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:50.413254554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"9a312497-0153-45d1-8544-85ce3298b145","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"name":"e2e-shared-a-w1-0c1869-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:54.382561324Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:54.912043274Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"7f5dcafa-fa8d-4169-b9a8-cdbfb04ee22a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:54.912157758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"15734e4b-792a-49c7-bc64-6e8c192fa2c3","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"tenant":"e2e-shared-a-w1-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:54.912176561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"15734e4b-792a-49c7-bc64-6e8c192fa2c3","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"routeName":"rate-test-model-0c1869-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0c1869","llmisvcName":"rate-test-model-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:54.998609105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-a-decf04","reconcileID":"89fed4f0-7ae0-483b-a0ae-d957e6b043b7","MaaSSubscription":{"name":"e2e-rate-iso-a-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"name":"maas-trlp-rate-test-model-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:55.043951708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"7f5dcafa-fa8d-4169-b9a8-cdbfb04ee22a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0c1869","tenantID":"e2e-shared-a-w1-0c1869","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:55.099221337Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"7f5dcafa-fa8d-4169-b9a8-cdbfb04ee22a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"name":"e2e-shared-a-w1-0c1869-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:55.099238285Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-auth-decf04","reconcileID":"7f5dcafa-fa8d-4169-b9a8-cdbfb04ee22a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:55.120189346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"925ecf3c-6277-4f9a-bbb1-ce29d3eb659c","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"tenant":"e2e-shared-a-w1-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:55.120207545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"925ecf3c-6277-4f9a-bbb1-ce29d3eb659c","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"routeName":"rate-test-model-0c1869-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0c1869","llmisvcName":"rate-test-model-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:55.209158159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-a-decf04","reconcileID":"f81f72b2-3340-4df0-a931-f234d99c39e0","MaaSSubscription":{"name":"e2e-rate-iso-a-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"name":"maas-trlp-rate-test-model-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:55.27783947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"f4e46782-5fda-4707-9d76-19c5579668b5","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"tenant":"e2e-shared-b-w1-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:55.277855894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"f4e46782-5fda-4707-9d76-19c5579668b5","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"routeName":"rate-test-model-2c719a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2c719a","llmisvcName":"rate-test-model-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:55.277969933Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"a4e42cb6-e7b3-49fe-a23f-6b5c00000518","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:55.368223787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-b-decf04","reconcileID":"ed5b5bab-adc5-4dd9-9550-ffa51b024344","MaaSSubscription":{"name":"e2e-rate-iso-b-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"name":"maas-trlp-rate-test-model-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:55.410329318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"a4e42cb6-e7b3-49fe-a23f-6b5c00000518","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2c719a","tenantID":"e2e-shared-b-w1-2c719a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:55.465322416Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"a4e42cb6-e7b3-49fe-a23f-6b5c00000518","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"name":"e2e-shared-b-w1-2c719a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:55.465350086Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-auth-decf04","reconcileID":"a4e42cb6-e7b3-49fe-a23f-6b5c00000518","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:55.486154078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"30007369-04b9-4260-8e81-c13e32ee0f06","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"tenant":"e2e-shared-b-w1-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:55.486171866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"30007369-04b9-4260-8e81-c13e32ee0f06","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"routeName":"rate-test-model-2c719a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2c719a","llmisvcName":"rate-test-model-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:55.599692228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-b-decf04","reconcileID":"e9502b08-0e6f-4c22-bfa7-ff3094656bbe","MaaSSubscription":{"name":"e2e-rate-iso-b-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"name":"maas-trlp-rate-test-model-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:55.641075009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"25a15865-b265-491e-9229-d28c1f0bc017","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"tenant":"e2e-shared-a-w1-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:55.641093301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"25a15865-b265-491e-9229-d28c1f0bc017","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"routeName":"rate-test-model-0c1869-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0c1869","llmisvcName":"rate-test-model-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:56.178049145Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-b-only-c99948","reconcileID":"b42b35f3-ecba-43b4-bc6f-23661e89b0f2","MaaSSubscription":{"name":"e2e-b-only-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","subscription":"e2e-b-only-c99948","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:56.194362156Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-b-only-c99948","reconcileID":"b42b35f3-ecba-43b4-bc6f-23661e89b0f2","MaaSSubscription":{"name":"e2e-b-only-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:56.211418958Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"e2e-b-only-c99948","reconcileID":"b42b35f3-ecba-43b4-bc6f-23661e89b0f2","MaaSSubscription":{"name":"e2e-b-only-c99948","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"name":"maas-trlp-sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:56.299104635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"0524e1be-dfdf-425e-9a3d-75419738e549","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"tenant":"e2e-shared-b-w2-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","model":"ai-tenant-e2e-shared-b-w2-4fff4f/sub-test-model-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:43:56.299121963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"sub-test-model-4fff4f","reconcileID":"0524e1be-dfdf-425e-9a3d-75419738e549","MaaSModelRef":{"name":"sub-test-model-4fff4f","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"routeName":"sub-test-model-4fff4f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","llmisvcName":"sub-test-model-4fff4f","gateway":"openshift-ingress/e2e-shared-b-w2-4fff4f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:00.765001346Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","namespace":"ai-tenant-e2e-extmod-a-67e819","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:00.765055654Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","namespace":"ai-tenant-e2e-extmod-a-67e819","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:00.765101907Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","tenant":"e2e-extmod-a-67e819","tenantID":"e2e-extmod-a-67e819","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:00.782635681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","gvk":"Deployment","name":"maas-api-e2e-extmod-a-67e819","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:00.81167661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","gvk":"Service","name":"maas-api-e2e-extmod-a-67e819","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:00.830446934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-67e819","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:00.848061248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-67e819","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:00.866859192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-67e819","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:00.885157023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-67e819","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:00.906178685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-67e819","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:00.924808442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-67e819","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:00.940269382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-67e819","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:00.958093365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-67e819","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:00.973547101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","gvk":"Service","name":"payload-processing-e2e-extmod-a-67e819","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:00.989036228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-67e819","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:01.00436081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-67e819","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:01.019706821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-67e819","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:01.035265574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-67e819","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:01.055157905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-67e819","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:01.070941322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-67e819","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:01.087192683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-67e819","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:01.102754232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-67e819","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:01.118545177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-67e819"},"namespace":"ai-tenant-e2e-extmod-a-67e819","name":"default-tenant","reconcileID":"f87eea66-2419-4d33-ac1c-bc23de67b698","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-67e819","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:01.483404962Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-67e819","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-67e819","reconcileID":"feebbdde-6c12-47ae-930b-fdc35367cf28","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-67e819","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-67e819"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:01.723780638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5f5769-aff8-49e2-b625-47c48de8fd8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:01.739815501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5f5769-aff8-49e2-b625-47c48de8fd8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:01.755938126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5f5769-aff8-49e2-b625-47c48de8fd8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:01.771704905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5f5769-aff8-49e2-b625-47c48de8fd8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:02.452955531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4fa998-34f9-4e82-a390-ca423ecd0d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:02.468756322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4fa998-34f9-4e82-a390-ca423ecd0d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:02.484476885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4fa998-34f9-4e82-a390-ca423ecd0d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:02.500275166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4fa998-34f9-4e82-a390-ca423ecd0d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:03.154963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"815abeca-44bc-42b3-831f-d902908d5cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:03.170852329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"815abeca-44bc-42b3-831f-d902908d5cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:03.186590203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"815abeca-44bc-42b3-831f-d902908d5cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:03.204863893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"815abeca-44bc-42b3-831f-d902908d5cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:05.695740544Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-a-decf04","reconcileID":"02913d49-4e69-4aba-8595-97cb6893f7c8","MaaSSubscription":{"name":"e2e-rate-iso-a-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","subscription":"e2e-rate-iso-a-decf04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:05.716204023Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-a-decf04","reconcileID":"02913d49-4e69-4aba-8595-97cb6893f7c8","MaaSSubscription":{"name":"e2e-rate-iso-a-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:05.733124442Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"e2e-rate-iso-a-decf04","reconcileID":"02913d49-4e69-4aba-8595-97cb6893f7c8","MaaSSubscription":{"name":"e2e-rate-iso-a-decf04","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"name":"maas-trlp-rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:05.886183194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"1f4b50ae-34a8-42c8-8229-eea85a1b2d2d","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"tenant":"e2e-shared-a-w1-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","model":"ai-tenant-e2e-shared-a-w1-0c1869/rate-test-model-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:05.886203294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"rate-test-model-0c1869","reconcileID":"1f4b50ae-34a8-42c8-8229-eea85a1b2d2d","MaaSModelRef":{"name":"rate-test-model-0c1869","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"routeName":"rate-test-model-0c1869-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-0c1869","llmisvcName":"rate-test-model-0c1869","gateway":"openshift-ingress/e2e-shared-a-w1-0c1869","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:06.069510084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"0a3eceb0-7e31-4a09-a2e6-411fb00d021b","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"tenant":"e2e-shared-b-w1-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:06.069528443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"0a3eceb0-7e31-4a09-a2e6-411fb00d021b","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"routeName":"rate-test-model-2c719a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2c719a","llmisvcName":"rate-test-model-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:09.427261975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb72269-4604-4303-8484-133615fddb0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:09.443192046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb72269-4604-4303-8484-133615fddb0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:09.45917618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb72269-4604-4303-8484-133615fddb0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:09.475366491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb72269-4604-4303-8484-133615fddb0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:10.153798913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08049137-2f9d-45ac-8748-036044334a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:10.169772184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08049137-2f9d-45ac-8748-036044334a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:10.185607486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08049137-2f9d-45ac-8748-036044334a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:10.201497491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08049137-2f9d-45ac-8748-036044334a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:10.900388596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e798409-39a6-41a6-bc5f-0f231872a033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:10.916271887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e798409-39a6-41a6-bc5f-0f231872a033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:10.934248192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e798409-39a6-41a6-bc5f-0f231872a033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:10.950349803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e798409-39a6-41a6-bc5f-0f231872a033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:11.599314683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a064b2cf-03c7-4cdd-8624-0e3b1d279cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:11.616622829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a064b2cf-03c7-4cdd-8624-0e3b1d279cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:11.632486487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a064b2cf-03c7-4cdd-8624-0e3b1d279cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:11.648400816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a064b2cf-03c7-4cdd-8624-0e3b1d279cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:16.125713063Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-b-decf04","reconcileID":"fe314041-0561-4774-8837-3dfc5c888ef1","MaaSSubscription":{"name":"e2e-rate-iso-b-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","subscription":"e2e-rate-iso-b-decf04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:16.142810454Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-b-decf04","reconcileID":"fe314041-0561-4774-8837-3dfc5c888ef1","MaaSSubscription":{"name":"e2e-rate-iso-b-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:16.16060765Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"e2e-rate-iso-b-decf04","reconcileID":"fe314041-0561-4774-8837-3dfc5c888ef1","MaaSSubscription":{"name":"e2e-rate-iso-b-decf04","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"name":"maas-trlp-rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:16.248612328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"7d573f6e-397f-4fff-a7ae-714e8efff29b","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"tenant":"e2e-shared-b-w1-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","model":"ai-tenant-e2e-shared-b-w1-2c719a/rate-test-model-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:16.248630997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"rate-test-model-2c719a","reconcileID":"7d573f6e-397f-4fff-a7ae-714e8efff29b","MaaSModelRef":{"name":"rate-test-model-2c719a","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"routeName":"rate-test-model-2c719a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2c719a","llmisvcName":"rate-test-model-2c719a","gateway":"openshift-ingress/e2e-shared-b-w1-2c719a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.159599986Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","namespace":"ai-tenant-e2e-extmod-a-4f7443","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.159687214Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","namespace":"ai-tenant-e2e-extmod-a-4f7443","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.159765937Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","tenant":"e2e-extmod-a-4f7443","tenantID":"e2e-extmod-a-4f7443","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.17811324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","gvk":"Deployment","name":"maas-api-e2e-extmod-a-4f7443","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.214309215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","gvk":"Service","name":"maas-api-e2e-extmod-a-4f7443","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.234187087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-4f7443","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.252177255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-4f7443","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.260914146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f5aacf-edf2-4410-a84e-7fd3324551f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.277061398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f5aacf-edf2-4410-a84e-7fd3324551f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.279602375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-4f7443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.293234239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f5aacf-edf2-4410-a84e-7fd3324551f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.309245298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f5aacf-edf2-4410-a84e-7fd3324551f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.311294857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-4f7443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.332330771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-4f7443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.350402307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-4f7443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.365984646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-4f7443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.396863248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-4f7443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.412384951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","gvk":"Service","name":"payload-processing-e2e-extmod-a-4f7443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.42802911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-4f7443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.446127595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-4f7443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.461555819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-4f7443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.477143649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-4f7443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.496874589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-4f7443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.512733347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-4f7443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.528310114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-4f7443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.543944539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-4f7443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.559343003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4f7443"},"namespace":"ai-tenant-e2e-extmod-a-4f7443","name":"default-tenant","reconcileID":"bdd9844f-be96-40e2-b364-2dc92a05ff1e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-4f7443","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:19.965166406Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-4f7443","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-4f7443","reconcileID":"a460fd3d-da9a-4c16-b75c-ad75cad90cd0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-4f7443","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-4f7443"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:20.064107227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd64f8bf-e252-497b-a6dd-952161a560d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:20.080463896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd64f8bf-e252-497b-a6dd-952161a560d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:20.097135413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd64f8bf-e252-497b-a6dd-952161a560d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:20.11320458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd64f8bf-e252-497b-a6dd-952161a560d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:20.859534105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de69bcdc-6955-416b-8c48-0dc104e09dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:20.875780122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de69bcdc-6955-416b-8c48-0dc104e09dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:20.89166871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de69bcdc-6955-416b-8c48-0dc104e09dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:20.90755372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de69bcdc-6955-416b-8c48-0dc104e09dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:21.550695692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80855b6c-a26f-4a9e-9fa4-f25fd2ce1a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:21.566531089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80855b6c-a26f-4a9e-9fa4-f25fd2ce1a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:21.583599258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80855b6c-a26f-4a9e-9fa4-f25fd2ce1a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:21.601356838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80855b6c-a26f-4a9e-9fa4-f25fd2ce1a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:24.388319424Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:28.139051818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d33309-05de-4c8b-ac00-079df048273f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:28.154983754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d33309-05de-4c8b-ac00-079df048273f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:28.170861538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d33309-05de-4c8b-ac00-079df048273f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:28.186765632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d33309-05de-4c8b-ac00-079df048273f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:28.84917287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cc8d88-5658-4b43-bc9d-f1c68128cba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:28.865099207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cc8d88-5658-4b43-bc9d-f1c68128cba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:28.881032323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cc8d88-5658-4b43-bc9d-f1c68128cba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:28.897035027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cc8d88-5658-4b43-bc9d-f1c68128cba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:29.599472945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef5f4d4-92e1-4225-86a3-57e460934331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:29.616510287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef5f4d4-92e1-4225-86a3-57e460934331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:29.632477471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef5f4d4-92e1-4225-86a3-57e460934331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:29.649035649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef5f4d4-92e1-4225-86a3-57e460934331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:30.350475438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74fd3129-5531-45be-a18e-6e408705b030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:30.366363836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74fd3129-5531-45be-a18e-6e408705b030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:30.382413448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74fd3129-5531-45be-a18e-6e408705b030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:30.398237686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74fd3129-5531-45be-a18e-6e408705b030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:31.060134673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"778853c9-db4f-4e03-b055-174f60a53411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:31.075959599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"778853c9-db4f-4e03-b055-174f60a53411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:31.091794885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"778853c9-db4f-4e03-b055-174f60a53411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:31.109393459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"778853c9-db4f-4e03-b055-174f60a53411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:31.800296621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cb346e-7d0b-4af3-b7e0-20144955cd43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:31.81645263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cb346e-7d0b-4af3-b7e0-20144955cd43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:31.833564433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cb346e-7d0b-4af3-b7e0-20144955cd43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:31.849404545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cb346e-7d0b-4af3-b7e0-20144955cd43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:32.849339409Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","namespace":"ai-tenant-e2e-extmod-b-bae155","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:32.849395227Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","namespace":"ai-tenant-e2e-extmod-b-bae155","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:32.849447178Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","tenant":"e2e-extmod-b-bae155","tenantID":"e2e-extmod-b-bae155","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:32.867376179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","gvk":"Deployment","name":"maas-api-e2e-extmod-b-bae155","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:32.898030959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","gvk":"Service","name":"maas-api-e2e-extmod-b-bae155","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:32.918248868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-bae155","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:32.939287808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-bae155","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:32.961836096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-bae155","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:32.984500819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-bae155","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.005763833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-bae155","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.02572833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-bae155","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.042334712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-bae155","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.058921476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-bae155","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.074556018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","gvk":"Service","name":"payload-processing-e2e-extmod-b-bae155","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.090138314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-bae155","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.106556006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-bae155","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.12239081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-bae155","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.139548308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-bae155","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.159547271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-bae155","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.175827292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-bae155","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.192429918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-bae155","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.209359339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-bae155","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.225100707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bae155"},"namespace":"ai-tenant-e2e-extmod-b-bae155","name":"default-tenant","reconcileID":"467e9f27-2c58-4003-8f35-852e646351ad","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-bae155","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.246528308Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","namespace":"ai-tenant-e2e-shared-a-w1-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.24658535Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","namespace":"ai-tenant-e2e-shared-a-w1-0c1869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.246638913Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","tenant":"e2e-shared-a-w1-0c1869","tenantID":"e2e-shared-a-w1-0c1869","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.264373998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-0c1869","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.299977054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","gvk":"Service","name":"maas-api-e2e-shared-a-w1-0c1869","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.335299662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-0c1869","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.35625562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-0c1869","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.375298288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-0c1869","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.394186028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-0c1869","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.419334182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-0c1869","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.438256042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-0c1869","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.453944518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-0c1869","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.46951758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-0c1869","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.485152643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-0c1869","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.501122949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-0c1869","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.518886161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-0c1869","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.528971696Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-bae155","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-bae155","reconcileID":"de4affec-cfda-4189-9017-a72fe57045aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-bae155","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-bae155"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.534761845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-0c1869","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.550224135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-0c1869","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.569767414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-0c1869","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.585832672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-0c1869","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.602218196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-0c1869","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.618628294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-0c1869","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:33.636370046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0c1869"},"namespace":"ai-tenant-e2e-shared-a-w1-0c1869","name":"default-tenant","reconcileID":"be964767-3b33-446b-84a9-afd9842946e1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-0c1869","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:34.123574456Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-0c1869","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-0c1869","reconcileID":"bc439606-3bb1-40d7-94b3-4c919d059d14","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-0c1869","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-0c1869"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:34.148426397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"247b4b1e-a314-4e44-b419-6db6d667889f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:34.164810346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"247b4b1e-a314-4e44-b419-6db6d667889f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:34.181535067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"247b4b1e-a314-4e44-b419-6db6d667889f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:34.198273676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"247b4b1e-a314-4e44-b419-6db6d667889f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:34.847154917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fba781d-2237-46f6-84e3-7f04026e5a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:34.864163992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fba781d-2237-46f6-84e3-7f04026e5a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:34.880126756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fba781d-2237-46f6-84e3-7f04026e5a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:34.896069091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fba781d-2237-46f6-84e3-7f04026e5a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:42.195620313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25cc2f9b-f8b9-4c6d-bf97-bc4acc285601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:42.211546873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25cc2f9b-f8b9-4c6d-bf97-bc4acc285601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:42.227482914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25cc2f9b-f8b9-4c6d-bf97-bc4acc285601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:42.24457018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25cc2f9b-f8b9-4c6d-bf97-bc4acc285601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:42.993954613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521f77b0-fcba-4770-8f23-5cd3f241ae5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:43.012565276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521f77b0-fcba-4770-8f23-5cd3f241ae5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:43.030412499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521f77b0-fcba-4770-8f23-5cd3f241ae5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:43.046679552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521f77b0-fcba-4770-8f23-5cd3f241ae5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:43.729756514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdf85a0-966b-4c4c-93d2-6dd82f041e35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:43.745851558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdf85a0-966b-4c4c-93d2-6dd82f041e35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:43.76230045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdf85a0-966b-4c4c-93d2-6dd82f041e35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:43.778192885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdf85a0-966b-4c4c-93d2-6dd82f041e35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.0661181Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","namespace":"ai-tenant-e2e-extmod-b-846099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.066174063Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","namespace":"ai-tenant-e2e-extmod-b-846099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.066221924Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","tenant":"e2e-extmod-b-846099","tenantID":"e2e-extmod-b-846099","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.084950556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","gvk":"Deployment","name":"maas-api-e2e-extmod-b-846099","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.12269053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","gvk":"Service","name":"maas-api-e2e-extmod-b-846099","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.145379925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-846099","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.163565342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-846099","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.186849364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-846099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.205259521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-846099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.227028753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-846099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.245301858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-846099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.261399899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-846099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.2776453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-846099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.293577031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","gvk":"Service","name":"payload-processing-e2e-extmod-b-846099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.309190459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-846099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.324739747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-846099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.340438012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-846099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.356244711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-846099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.377550982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-846099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.395022662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-846099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.410613357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-846099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.429840163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-846099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.44865339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-846099"},"namespace":"ai-tenant-e2e-extmod-b-846099","name":"default-tenant","reconcileID":"7b95db00-c582-4522-b6bc-9c35ff93d086","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-846099","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:45.748546536Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-846099","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-846099","reconcileID":"593454c8-d269-46ac-9973-3c3fa8f69533","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-846099","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-846099"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:46.181821407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec27ac8-f86c-4e57-a443-a018b44d6d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:46.198951094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec27ac8-f86c-4e57-a443-a018b44d6d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:46.215470207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec27ac8-f86c-4e57-a443-a018b44d6d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:46.231612349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec27ac8-f86c-4e57-a443-a018b44d6d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:46.946445949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"364a8b7d-8409-48fe-af15-8eac6752e8ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:46.962987274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"364a8b7d-8409-48fe-af15-8eac6752e8ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:46.978947847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"364a8b7d-8409-48fe-af15-8eac6752e8ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:46.99506753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"364a8b7d-8409-48fe-af15-8eac6752e8ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:47.84980075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142c7fd3-3c38-4c38-9727-64e268303db3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:47.865787695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142c7fd3-3c38-4c38-9727-64e268303db3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:47.882014287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142c7fd3-3c38-4c38-9727-64e268303db3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:47.89776412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142c7fd3-3c38-4c38-9727-64e268303db3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:48.57692367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3acc9e0-df57-4323-82c9-d884590a6a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:48.592788595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3acc9e0-df57-4323-82c9-d884590a6a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:48.608628788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3acc9e0-df57-4323-82c9-d884590a6a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:48.62453396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3acc9e0-df57-4323-82c9-d884590a6a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:54.390512497Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:54.524226657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f390749c-a5b1-4b6a-8ff3-10938b5d3881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:54.540347902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f390749c-a5b1-4b6a-8ff3-10938b5d3881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:54.556572602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f390749c-a5b1-4b6a-8ff3-10938b5d3881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:54.572991832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f390749c-a5b1-4b6a-8ff3-10938b5d3881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:55.309215017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"859a73c5-9f98-4572-879e-dddcd582db8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:55.325490097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"859a73c5-9f98-4572-879e-dddcd582db8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:55.341672425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"859a73c5-9f98-4572-879e-dddcd582db8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:55.35791488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"859a73c5-9f98-4572-879e-dddcd582db8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:56.054748748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d94fce5-dcb3-435d-8433-d02be047754f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:56.070888097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d94fce5-dcb3-435d-8433-d02be047754f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:56.086977112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d94fce5-dcb3-435d-8433-d02be047754f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:56.103700841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d94fce5-dcb3-435d-8433-d02be047754f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:56.871817224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8932ac5-12bf-4651-957c-18fcf4c225c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:56.88799523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8932ac5-12bf-4651-957c-18fcf4c225c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:56.903834725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8932ac5-12bf-4651-957c-18fcf4c225c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:56.919945153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8932ac5-12bf-4651-957c-18fcf4c225c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:58.850272781Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","namespace":"ai-tenant-e2e-shared-b-w1-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:58.850328854Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","namespace":"ai-tenant-e2e-shared-b-w1-2c719a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:58.850376141Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","tenant":"e2e-shared-b-w1-2c719a","tenantID":"e2e-shared-b-w1-2c719a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:58.868378825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-2c719a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:58.898782788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","gvk":"Service","name":"maas-api-e2e-shared-b-w1-2c719a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:58.91831379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-2c719a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:58.93901448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-2c719a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:58.95770631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-2c719a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:58.976350392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-2c719a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:58.996485957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-2c719a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:59.017492868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-2c719a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:59.033243859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-2c719a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:59.04913922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-2c719a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:59.065265737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-2c719a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:59.081255176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-2c719a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:59.096993846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-2c719a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:59.112973326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-2c719a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:59.128740795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-2c719a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:59.149343277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-2c719a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:59.165645609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-2c719a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:59.181948258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-2c719a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:59.198128868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-2c719a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:59.214111063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2c719a"},"namespace":"ai-tenant-e2e-shared-b-w1-2c719a","name":"default-tenant","reconcileID":"be04a9cc-112f-4cbb-922e-09f8eddcac47","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-2c719a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:59.542997842Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-2c719a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-2c719a","reconcileID":"0fb1c777-3159-4f1c-a0c5-61373895179d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-2c719a","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-2c719a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:59.966086262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0fd0a7c-d9e7-405a-8106-8bd1a47d91c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:59.982106944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0fd0a7c-d9e7-405a-8106-8bd1a47d91c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:44:59.998072289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0fd0a7c-d9e7-405a-8106-8bd1a47d91c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:00.013931215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0fd0a7c-d9e7-405a-8106-8bd1a47d91c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:00.758370622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c467c8fb-1500-4994-9029-f3b81303e4a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:00.774520031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c467c8fb-1500-4994-9029-f3b81303e4a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:00.790241889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c467c8fb-1500-4994-9029-f3b81303e4a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:00.806646699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c467c8fb-1500-4994-9029-f3b81303e4a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:01.535502144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f6eabbd-f94c-45fb-a620-2d93ed281d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:01.551421677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f6eabbd-f94c-45fb-a620-2d93ed281d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:01.567347101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f6eabbd-f94c-45fb-a620-2d93ed281d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:01.583276214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f6eabbd-f94c-45fb-a620-2d93ed281d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:02.265331709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cddaaad-ea6c-4c6e-8f71-43c7e857b279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:02.281402352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cddaaad-ea6c-4c6e-8f71-43c7e857b279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:02.297339037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cddaaad-ea6c-4c6e-8f71-43c7e857b279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:02.313136285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cddaaad-ea6c-4c6e-8f71-43c7e857b279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:08.695139447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"384d50d7-eef9-4cce-8fd7-1894d7dfe3a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:08.711592909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"384d50d7-eef9-4cce-8fd7-1894d7dfe3a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:08.727688131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"384d50d7-eef9-4cce-8fd7-1894d7dfe3a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:08.743785261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"384d50d7-eef9-4cce-8fd7-1894d7dfe3a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:08.864016623Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:08.864074964Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:08.864123656Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","tenant":"e2e-shared-a-w0-87f2e6","tenantID":"e2e-shared-a-w0-87f2e6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:08.884111428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-87f2e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:08.915371091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","gvk":"Service","name":"maas-api-e2e-shared-a-w0-87f2e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:08.943396697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-87f2e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:08.961830685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-87f2e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:08.984474703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-87f2e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:09.002679267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-87f2e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:09.024021701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-87f2e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:09.044120492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-87f2e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:09.060056938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-87f2e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:09.082184598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-87f2e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:09.099029991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-87f2e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:09.115013083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-87f2e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:09.130933198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-87f2e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:09.146664224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-87f2e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:09.16274122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-87f2e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:09.19257365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-87f2e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:09.210426185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-87f2e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:09.268364347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-87f2e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:09.28456218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-87f2e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:09.300297781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-87f2e6"},"namespace":"ai-tenant-e2e-shared-a-w0-87f2e6","name":"default-tenant","reconcileID":"5d74be88-2493-4c5e-be42-a844dc788f4a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-87f2e6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:09.45718052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5fdfe4-fa30-43f4-847e-fbb6b2a85a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:09.473309189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5fdfe4-fa30-43f4-847e-fbb6b2a85a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:09.489664233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5fdfe4-fa30-43f4-847e-fbb6b2a85a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:09.506432135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5fdfe4-fa30-43f4-847e-fbb6b2a85a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:09.599139315Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-87f2e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-87f2e6","reconcileID":"8529616b-09df-4738-bab3-735e6616fefc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-87f2e6","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-87f2e6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:10.22523009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c60c2ad-d26e-4baf-8fe7-3699b2e23e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:10.241309436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c60c2ad-d26e-4baf-8fe7-3699b2e23e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:10.257283311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c60c2ad-d26e-4baf-8fe7-3699b2e23e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:10.273087592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c60c2ad-d26e-4baf-8fe7-3699b2e23e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:10.953810585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab30914-e287-4df5-953b-6ed26e7a9c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:10.969707312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab30914-e287-4df5-953b-6ed26e7a9c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:10.985691404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab30914-e287-4df5-953b-6ed26e7a9c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.001458928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab30914-e287-4df5-953b-6ed26e7a9c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.115742677Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.115809173Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.11585954Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","tenant":"e2e-shared-a-w2-f1b14f","tenantID":"e2e-shared-a-w2-f1b14f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.134493555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-f1b14f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.168797978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","gvk":"Service","name":"maas-api-e2e-shared-a-w2-f1b14f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.18831775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-f1b14f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.206255768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-f1b14f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.228599026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-f1b14f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.250323596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-f1b14f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.271080227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-f1b14f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.291051745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-f1b14f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.307569789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-f1b14f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.323771019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-f1b14f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.341747898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-f1b14f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.357509775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-f1b14f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.373746802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-f1b14f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.38977574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-f1b14f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.405703717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-f1b14f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.426451637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-f1b14f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.442862445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-f1b14f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.46126584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-f1b14f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.477273298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-f1b14f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.493743081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f1b14f"},"namespace":"ai-tenant-e2e-shared-a-w2-f1b14f","name":"default-tenant","reconcileID":"c58f93bc-c930-4b2e-88ba-a6c6b9dbe051","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-f1b14f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:11.829144297Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-f1b14f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-f1b14f","reconcileID":"10b9c05b-7747-4a8b-9729-0bcf82547f16","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-f1b14f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-f1b14f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:12.258973248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05c6eae4-0d66-4428-bcc9-68658057de12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:12.274981796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05c6eae4-0d66-4428-bcc9-68658057de12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:12.291657474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05c6eae4-0d66-4428-bcc9-68658057de12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:12.30775943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05c6eae4-0d66-4428-bcc9-68658057de12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:12.965179116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc98948a-ee47-4cef-9029-2bd5bb19a483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:12.981311074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc98948a-ee47-4cef-9029-2bd5bb19a483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:12.997689603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc98948a-ee47-4cef-9029-2bd5bb19a483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:13.014707421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc98948a-ee47-4cef-9029-2bd5bb19a483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:18.466847483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb629df-0c08-4775-9e6d-6cf2cfacb900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:18.484205359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb629df-0c08-4775-9e6d-6cf2cfacb900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:18.501065784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb629df-0c08-4775-9e6d-6cf2cfacb900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:18.518783341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb629df-0c08-4775-9e6d-6cf2cfacb900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:19.329558451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807a6780-44df-443b-855c-44c8148234db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:19.34595223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807a6780-44df-443b-855c-44c8148234db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:19.36176948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807a6780-44df-443b-855c-44c8148234db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:19.377722497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807a6780-44df-443b-855c-44c8148234db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:22.864113255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23cf40a1-0ca4-48ec-98ba-b86f3296338e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:22.880129733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23cf40a1-0ca4-48ec-98ba-b86f3296338e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:22.89622147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23cf40a1-0ca4-48ec-98ba-b86f3296338e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:22.912110481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23cf40a1-0ca4-48ec-98ba-b86f3296338e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:23.588120749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02c4dfa6-3a1a-429c-8f71-0c2566ebbd56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:23.60478762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02c4dfa6-3a1a-429c-8f71-0c2566ebbd56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:23.621150874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02c4dfa6-3a1a-429c-8f71-0c2566ebbd56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:23.637126058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02c4dfa6-3a1a-429c-8f71-0c2566ebbd56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:24.348483898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cf621f4-4c5e-4adb-a135-7e464b219f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:24.364610168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cf621f4-4c5e-4adb-a135-7e464b219f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:24.380573042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cf621f4-4c5e-4adb-a135-7e464b219f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:24.382236458Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:24.396960549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cf621f4-4c5e-4adb-a135-7e464b219f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:25.057583733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04099e46-9a49-495e-98e4-b3ebe5b26744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:25.073778736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04099e46-9a49-495e-98e4-b3ebe5b26744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:25.089823395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04099e46-9a49-495e-98e4-b3ebe5b26744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:25.105797901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04099e46-9a49-495e-98e4-b3ebe5b26744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:25.857570433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8077f392-4dde-48c1-8950-d5ca45fe0554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:25.873706731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8077f392-4dde-48c1-8950-d5ca45fe0554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:25.889559718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8077f392-4dde-48c1-8950-d5ca45fe0554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:25.905479807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8077f392-4dde-48c1-8950-d5ca45fe0554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:26.55348818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da78f547-5890-4e2d-baee-23cb69e39dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:26.569562608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da78f547-5890-4e2d-baee-23cb69e39dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:26.58564365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da78f547-5890-4e2d-baee-23cb69e39dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:26.601703733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da78f547-5890-4e2d-baee-23cb69e39dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:27.362059678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c494644-2aed-426e-838e-21e73d36096d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:27.380279055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c494644-2aed-426e-838e-21e73d36096d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:27.397529632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c494644-2aed-426e-838e-21e73d36096d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:27.414025817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c494644-2aed-426e-838e-21e73d36096d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:28.070888561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a8c788-1907-4ec1-8468-eb15290d45a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:28.087257213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a8c788-1907-4ec1-8468-eb15290d45a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:28.105317811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a8c788-1907-4ec1-8468-eb15290d45a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:28.121381831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a8c788-1907-4ec1-8468-eb15290d45a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:28.828883548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"e4b24d34-1b51-4a5a-882e-01f2a1cc6102","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:28.856874454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"052a4e1e-d50a-4812-8be3-94d27f5fbe10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:28.873001006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"052a4e1e-d50a-4812-8be3-94d27f5fbe10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:28.888708813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"052a4e1e-d50a-4812-8be3-94d27f5fbe10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:28.904835416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"052a4e1e-d50a-4812-8be3-94d27f5fbe10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:28.955362236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"d33730be-9cac-414e-9d8b-e25a8889d054","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:28.955745842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"e1edf82d-74f5-4855-b8c4-6c8f29badc7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:29.091539194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"e329b412-b8e6-4cec-8019-e27707ddff56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:29.091545184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"f4e1f9dd-e56a-4ffe-8002-9ebc6c5baa07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:29.127301075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dde45727-da5d-4d4d-b463-dfdbd4d4a72a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:29.127602023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3e1c5d05-874e-4e2b-91e5-82a436415b3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:29.230163802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"649549ac-7e10-4828-871d-d30f01028ae2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.541466563Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","namespace":"ai-tenant-e2e-extmod-a-f8f132","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.541520259Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","namespace":"ai-tenant-e2e-extmod-a-f8f132","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.541566934Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","tenant":"e2e-extmod-a-f8f132","tenantID":"e2e-extmod-a-f8f132","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.559030537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","gvk":"Deployment","name":"maas-api-e2e-extmod-a-f8f132","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.584952243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","gvk":"Service","name":"maas-api-e2e-extmod-a-f8f132","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.609473359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-f8f132","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.627660295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-f8f132","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.653706172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-f8f132","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.672096969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-f8f132","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.692558322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-f8f132","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.711985058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-f8f132","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.727332896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-f8f132","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.743053698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-f8f132","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.758795383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","gvk":"Service","name":"payload-processing-e2e-extmod-a-f8f132","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.774545101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-f8f132","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.791310432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-f8f132","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.80673495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-f8f132","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.822245933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-f8f132","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.84210835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-f8f132","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.857697876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-f8f132","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.873449441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-f8f132","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.889407308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-f8f132","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:32.905362218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f8f132"},"namespace":"ai-tenant-e2e-extmod-a-f8f132","name":"default-tenant","reconcileID":"0e380bd0-17af-4ff2-bc32-3d7511599f35","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-f8f132","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:33.252822758Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f8f132","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f8f132","reconcileID":"1be68ba7-7642-4619-9163-583a6afc7b5c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-f8f132","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-f8f132"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:33.741107324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f26fe83-6d31-4b61-bc3b-f6db0c1bb962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:33.756834049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f26fe83-6d31-4b61-bc3b-f6db0c1bb962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:33.772978516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f26fe83-6d31-4b61-bc3b-f6db0c1bb962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:33.789659863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f26fe83-6d31-4b61-bc3b-f6db0c1bb962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:34.460550875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67267088-574d-4972-906e-6a77c84c86dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:34.476513776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67267088-574d-4972-906e-6a77c84c86dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:34.492301966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67267088-574d-4972-906e-6a77c84c86dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:34.5081998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67267088-574d-4972-906e-6a77c84c86dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:35.264588756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1372cc4-f918-4b2f-a11b-30887eaf38a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:35.280666308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1372cc4-f918-4b2f-a11b-30887eaf38a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:35.296569812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1372cc4-f918-4b2f-a11b-30887eaf38a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:35.312669278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1372cc4-f918-4b2f-a11b-30887eaf38a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:35.96738535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12e02de7-9aff-4947-9dde-f71306a687ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:35.983511325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12e02de7-9aff-4947-9dde-f71306a687ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:36.00003488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12e02de7-9aff-4947-9dde-f71306a687ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:36.016370497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12e02de7-9aff-4947-9dde-f71306a687ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.373056447Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.373111691Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.373161688Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","tenant":"e2e-shared-b-w2-4fff4f","tenantID":"e2e-shared-b-w2-4fff4f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.391719654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-4fff4f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.41966006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","gvk":"Service","name":"maas-api-e2e-shared-b-w2-4fff4f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.438959207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-4fff4f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.456994613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-4fff4f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.475932641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-4fff4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.496930697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-4fff4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.516115828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-4fff4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.536415729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-4fff4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.552711867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-4fff4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.568641319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-4fff4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.58489673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-4fff4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.60111674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-4fff4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.616814251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-4fff4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.632858749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-4fff4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.649000179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-4fff4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.669530444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-4fff4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.685358254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-4fff4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.701118473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-4fff4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.717120569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-4fff4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.733065662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-4fff4f"},"namespace":"ai-tenant-e2e-shared-b-w2-4fff4f","name":"default-tenant","reconcileID":"937caa58-db49-4c19-9b1c-29dbd8ceb25a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-4fff4f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.75506124Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.75511861Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","namespace":"ai-tenant-e2e-shared-b-w0-4a92de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.755164478Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","tenant":"e2e-shared-b-w0-4a92de","tenantID":"e2e-shared-b-w0-4a92de","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.77351331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-4a92de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.810070382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","gvk":"Service","name":"maas-api-e2e-shared-b-w0-4a92de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.829930871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-4a92de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.847953215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-4a92de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.868715542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-4a92de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.892842532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-4a92de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.915256572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-4a92de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.933890445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-4a92de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.950022321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-4a92de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.965678378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-4a92de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.981616656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-4a92de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:38.99735885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-4a92de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:39.0155723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-4a92de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:39.015573422Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-4fff4f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-4fff4f","reconcileID":"78e87bec-6d45-4923-84df-65997584e18a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-4fff4f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-4fff4f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:39.032962941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-4a92de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:39.048963868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-4a92de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:39.06884049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-4a92de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:39.084708232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-4a92de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:39.104407801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-4a92de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:39.122842955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-4a92de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:39.138744755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4a92de"},"namespace":"ai-tenant-e2e-shared-b-w0-4a92de","name":"default-tenant","reconcileID":"4053e3f5-2952-4240-b06e-65e5ef2ef457","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-4a92de","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:39.569043828Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-4a92de","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-4a92de","reconcileID":"9050b91f-6fea-4f2a-8c00-f62806e73490","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-4a92de","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-4a92de"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:39.597407798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b149f1-25fc-40d3-a9b6-fa7f0166cb44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:39.613537779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b149f1-25fc-40d3-a9b6-fa7f0166cb44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:39.629527108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b149f1-25fc-40d3-a9b6-fa7f0166cb44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:39.645675401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b149f1-25fc-40d3-a9b6-fa7f0166cb44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:40.354228827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd6d364-fa84-4b08-8fda-7684e79b78da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:40.370545305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd6d364-fa84-4b08-8fda-7684e79b78da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:40.386428966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd6d364-fa84-4b08-8fda-7684e79b78da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:40.402660188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd6d364-fa84-4b08-8fda-7684e79b78da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:40.72021685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3dc5a3a5-0b8c-4160-80d4-e09167d6b491","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:40.823519737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"db974843-fdeb-440f-ac80-11c58190d144","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:40.827389866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"3208c82a-46d9-41bf-bab7-a921a6096acf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:40.922710725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"10cf0ec0-b249-432f-a5fb-f33843260c9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:40.922746204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"57ac7498-573c-4d8f-8b91-dcefde60bc8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:40.92314303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"456270aa-81e7-437e-a1a2-c7ba1d2e5fcc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:41.021819182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d6cd73ab-15bb-4e68-b53c-6a4d57b6b4bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:41.02239321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"bad0afc1-bd60-4f9e-a3d4-d1f9e9a28c94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:41.063567064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa22a057-4e8f-4202-ae32-37a7b2cdf444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:41.079876924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa22a057-4e8f-4202-ae32-37a7b2cdf444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:41.095736917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa22a057-4e8f-4202-ae32-37a7b2cdf444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:41.11369472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa22a057-4e8f-4202-ae32-37a7b2cdf444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:41.950202374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e23e07a-673c-4df2-bd5e-2c80b0b655a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:41.96647197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e23e07a-673c-4df2-bd5e-2c80b0b655a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:41.982430209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e23e07a-673c-4df2-bd5e-2c80b0b655a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:41.998329859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e23e07a-673c-4df2-bd5e-2c80b0b655a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:42.65431837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ef8c84-49ad-4c3e-934a-d3d95557a0ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:42.670213275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ef8c84-49ad-4c3e-934a-d3d95557a0ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:42.685913495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ef8c84-49ad-4c3e-934a-d3d95557a0ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:42.702399332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ef8c84-49ad-4c3e-934a-d3d95557a0ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.482868038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"4f45cfa3-4c0f-4e57-9e86-e60edcef8b23","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.483261189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"82ae8674-da15-49a1-99aa-d9f44464c8d7","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.483531023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"f052cddf-642d-4841-a7e1-f798a7f139f9","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.483732124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"aca7b428-4ff4-48c2-9082-2937170790f2","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-2-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-2-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.540816871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"1dccba8e-1d3b-422b-982c-8d80389a1e8b","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.541137096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"14df69f1-d874-4998-a4ff-dfabf57fd731","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.541373038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"86a6f0cc-da49-41b5-aafd-81fc8d73b92d","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.541558252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"791a443e-1773-4342-b657-2bf932713668","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-2-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-2-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.548841785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"ffe22e1f-9de2-463b-8e59-1d7179707e2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.566843412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"99ea12aa-f368-44ac-8d83-ed8288913825","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.566842982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"317f3ac6-3779-4e9f-946a-0b219d5f46c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.569697083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"ffe22e1f-9de2-463b-8e59-1d7179707e2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.673765173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"7f281fb2-d6e3-4cad-b26d-f7b7e63201d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.689570756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a3b56fc6-e453-439e-afd1-19c4e9d0cb60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.693547657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"fccb3fe5-22d0-43f1-8547-87ca96a42288","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.69515602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"7f281fb2-d6e3-4cad-b26d-f7b7e63201d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.710113948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"505aba1a-6b54-4767-a9a1-16a2fa575575","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.711181383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a3b56fc6-e453-439e-afd1-19c4e9d0cb60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.871951628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609baead-d785-48de-b81f-30db350b849e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.88878784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609baead-d785-48de-b81f-30db350b849e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.88899079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"6fce3662-dc62-4c46-9ce6-b79396f45d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.905207194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609baead-d785-48de-b81f-30db350b849e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.921264276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609baead-d785-48de-b81f-30db350b849e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:47.926311628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"6fce3662-dc62-4c46-9ce6-b79396f45d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.385487439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"5f26fb25-6847-41f9-89be-33fddcd8a193","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"distinct-2-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"distinct-2-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.385819141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"37cb2e39-ecbc-4545-b76c-90617b3d4e17","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.38634631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"89868f1a-cda7-448b-b4c4-36db765043ec","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.386794079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"b0dfd67e-0dbd-489c-bff0-460a14735b8b","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"distinct-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"distinct-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.480315884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"75cd87a1-8eea-4a84-ba6b-aaaf78cc033f","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.480602454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"4c014737-39c3-4ee0-a915-0555df0c7fcb","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.480812537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"ed7c73e8-9ab9-4552-b69e-d97bc4989857","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"distinct-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"distinct-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.480982326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"51ee0f5c-7b48-4133-97c9-67039a614061","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"distinct-2-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"distinct-2-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.491653189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"fa03c61c-eb6a-45f8-a230-180c3c8f273d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.492040424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"84a13596-d1d4-4cbd-b57e-4bb28bad456d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.509273802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"74494063-9024-4b91-b0dc-5ea77bfecde4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.509572647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"088c5d4d-0f55-4e81-b634-9a0ea3ba2e98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.512717598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"fa03c61c-eb6a-45f8-a230-180c3c8f273d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.512930025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"84a13596-d1d4-4cbd-b57e-4bb28bad456d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.614316053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"db010d1d-ad04-4555-b44f-f82808062842","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.614982718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"09e3fa3e-c221-4571-a714-1d0c39aa5b86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.65505975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e3a8fc1-7188-4211-99e2-880820f0449a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.675894707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e3a8fc1-7188-4211-99e2-880820f0449a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.761990343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e3a8fc1-7188-4211-99e2-880820f0449a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.778870194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e3a8fc1-7188-4211-99e2-880820f0449a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.813108554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"cf959ec3-88f1-4ce4-8dea-44665d053898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.834820424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"cf959ec3-88f1-4ce4-8dea-44665d053898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.914283278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2a6d8f44-b2e9-4862-a400-c90a0f8a7555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:48.936078379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2a6d8f44-b2e9-4862-a400-c90a0f8a7555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:49.454319729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d053d02b-5f86-448d-9035-27f5206aa755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:49.470773148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d053d02b-5f86-448d-9035-27f5206aa755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:49.487093806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d053d02b-5f86-448d-9035-27f5206aa755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:49.503056571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d053d02b-5f86-448d-9035-27f5206aa755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:50.146059243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7d1ea3-df90-4326-a18e-e0f240ad5d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:50.161805437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7d1ea3-df90-4326-a18e-e0f240ad5d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:50.179239605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7d1ea3-df90-4326-a18e-e0f240ad5d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:50.195360837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7d1ea3-df90-4326-a18e-e0f240ad5d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:52.511918103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"a50144fc-0666-4df0-a2eb-f4adce546a52","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-2-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-2-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:52.62895851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"9e12817e-f07a-403c-82f7-04095da0251d","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:52.746321481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"5fc23677-caa9-421c-bf1d-af711eb4f327","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:52.82212422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b31a980f-95c8-496a-b8e1-1ae33938b8f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:52.822267558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"438d3344-e9b7-4deb-9dfe-badac82756a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:52.82332239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"771645c5-b731-4497-9007-6fb9719e9d77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:52.859656149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"b31a980f-95c8-496a-b8e1-1ae33938b8f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:52.860739749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"438d3344-e9b7-4deb-9dfe-badac82756a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:52.926004671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"99372ba4-e0ad-4bb3-abda-e154657a9f45","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:52.953300846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"a8c8f0f0-5455-4b42-a3bc-24775e0faa1a","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:53.004155444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"369768e2-79bc-43ae-82d0-77c1f982e443","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:53.00425268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"43c48fd6-bc32-43c8-8544-7a67e3f82abf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:53.047870715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"977fbe6e-ee36-4f81-bcfa-affb4836ae59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:53.047931923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"6dd21699-7095-4b9b-b589-da44b5b2efc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:53.064447454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"cc335584-6f48-4950-a4a9-3dd588867ec1","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:53.069164943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"977fbe6e-ee36-4f81-bcfa-affb4836ae59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:53.069218998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"6dd21699-7095-4b9b-b589-da44b5b2efc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:53.130414665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"ceca013b-3c47-4e82-b37f-df07aa499697","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:53.536141077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"67f18ea0-758b-4c2d-bc68-1cc02b1cfd3f","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"distinct-2-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"distinct-2-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:53.655416819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"f607a125-5386-47ef-b3f8-3f8af03f297c","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"distinct-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"distinct-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:53.774438241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"696c023a-d1f3-4599-87df-f1d8100b1e57","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:53.840477138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"1ed5336d-c1d7-43d9-b650-d528c67b7876","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:53.843924215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"4bd65a48-2095-4a85-a248-4d924beb4567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:53.843937275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"c6e1ab8e-fdfd-45db-ac15-fa187091a5d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:53.864990213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"4bd65a48-2095-4a85-a248-4d924beb4567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:53.866163908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"c6e1ab8e-fdfd-45db-ac15-fa187091a5d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:53.892775136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"a308f4bb-b5fb-47fd-9b4b-5701912149bd","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:53.915469829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"89a178c1-f29c-42c3-a666-168c85608758","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:53.958589389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"d8643e9f-31aa-4df7-8460-ef52232efd60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:54.016507549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"f033479b-696a-4a16-a6a3-b57670320e9c","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:54.04689461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"741796df-b691-4f19-a98b-ac017bfa0c62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:54.046968783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"c986b9d8-18eb-441b-a75b-54ac4dafb723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:54.058660489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"45a424e0-8a10-4750-b707-a8f81bb2aa47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:54.068030788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"c986b9d8-18eb-441b-a75b-54ac4dafb723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:54.06808708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"741796df-b691-4f19-a98b-ac017bfa0c62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:54.159571876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"75f22810-6f28-4eb8-b366-39ce1cdda733","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:54.38212521Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:57.733357469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"54632548-64d7-4910-9439-983477d9ad06","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-2-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-2-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:57.733561868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"9effe09e-1f14-4e7b-b04b-63e5ff5ece5d","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:57.733703848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"9094dbca-4f94-44bd-baf6-9ecf9cadad53","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:57.733946745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"a238cb91-ae80-4d1f-a8ac-ad4ac63ce550","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:57.780215834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"4841abf3-3082-4932-a468-3a18621fa7d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:57.780331288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"3a91a2c3-188d-4339-95f4-8f523f6d708d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:57.799153384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"ded0bc00-2522-403f-8757-acf9c23eeacf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:57.79915901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"26b4747d-afe2-4e85-96a5-502366f8eff4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:57.801490211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"3a91a2c3-188d-4339-95f4-8f523f6d708d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:57.801528838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"4841abf3-3082-4932-a468-3a18621fa7d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:57.902382524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"b2ce94ef-57e5-4a6a-922c-33d38f86412f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:57.90238879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"aa100fc6-3944-418d-8a75-97cec21531d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:57.986494738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a8885a73-112a-44b3-b45e-1c6bd1632c51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:57.98676796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"08093467-38a9-43b5-86ae-461a5e66dbc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:58.007844634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"a8885a73-112a-44b3-b45e-1c6bd1632c51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:58.008047816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"08093467-38a9-43b5-86ae-461a5e66dbc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:58.62097733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"9fb68dfd-9362-48ce-b711-eb9830929902","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"distinct-2-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"distinct-2-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:58.621247681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"993b4a61-cdaf-40a4-8f7b-aaaa8bc895c9","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"distinct-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"distinct-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:58.621520775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"89a5ff54-9946-4c0b-8104-dfaf959d629d","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:58.621935219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"9c8b7071-b106-4ee7-8bc3-298e5bff8b26","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:58.668812213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"60d27aab-5ce8-45e1-9746-9d37f8cb8f2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:58.669879372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"9729f7bd-7f77-4b6e-85a0-b4b55ed373bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:58.686679164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"fdfdb5f0-ca78-4012-b73a-88ee769c07b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:58.686869635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"2f934d60-0c7e-4706-813e-c53b3af30c63","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:58.690604577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"9729f7bd-7f77-4b6e-85a0-b4b55ed373bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:58.690686441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"60d27aab-5ce8-45e1-9746-9d37f8cb8f2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:58.788620394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"f7bf302e-a4e5-4cf4-aefc-dd70674f0b09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:58.788742834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"76603c34-0d34-4e02-8349-fa4d76432059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:58.789098841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"27c87056-56be-46f5-bbe2-20d571161793","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:58.790305089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"5a177a51-e27e-4a1e-a17f-22cda1c02114","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:58.810371189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"76603c34-0d34-4e02-8349-fa4d76432059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:58.810396442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"f7bf302e-a4e5-4cf4-aefc-dd70674f0b09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.336362376Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","namespace":"ai-tenant-e2e-extmod-b-2bc4e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.336418479Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","namespace":"ai-tenant-e2e-extmod-b-2bc4e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.336466916Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","tenant":"e2e-extmod-b-2bc4e2","tenantID":"e2e-extmod-b-2bc4e2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.354513149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","gvk":"Deployment","name":"maas-api-e2e-extmod-b-2bc4e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.385061535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","gvk":"Service","name":"maas-api-e2e-extmod-b-2bc4e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.404157703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-2bc4e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.423370873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-2bc4e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.442153164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-2bc4e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.461981249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-2bc4e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.480476783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-2bc4e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.498855895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-2bc4e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.514460802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-2bc4e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.529917827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-2bc4e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.546436784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","gvk":"Service","name":"payload-processing-e2e-extmod-b-2bc4e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.562104208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-2bc4e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.577835405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-2bc4e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.593483553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-2bc4e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.609055586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-2bc4e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.630849832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-2bc4e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.64658838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-2bc4e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.662271471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-2bc4e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.67853456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-2bc4e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.694295478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bc4e2"},"namespace":"ai-tenant-e2e-extmod-b-2bc4e2","name":"default-tenant","reconcileID":"b8eb774f-ed0a-423f-b83c-66fd5f714b10","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-2bc4e2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.715627665Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"f08387cd-6a3a-4c62-bbbb-a8893bdf54dd","namespace":"ai-tenant-e2e-worker-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.71570535Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"f08387cd-6a3a-4c62-bbbb-a8893bdf54dd","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.736489787Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"f08387cd-6a3a-4c62-bbbb-a8893bdf54dd","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.737228986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"3279fa5d-e5b5-4e80-97ad-54c863f7512b","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.757169507Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"f08387cd-6a3a-4c62-bbbb-a8893bdf54dd","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.757184432Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"f08387cd-6a3a-4c62-bbbb-a8893bdf54dd","namespace":"ai-tenant-e2e-worker-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.757258836Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"f08387cd-6a3a-4c62-bbbb-a8893bdf54dd","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.76028399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"8f4ce8b3-33df-4b12-9631-a908229f5edb","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.779366186Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"f08387cd-6a3a-4c62-bbbb-a8893bdf54dd","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.780757642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"521a7ae4-5934-445e-9388-2649f8eee1e0","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.786358585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"5ed074c6-b0e7-437f-85ea-38486c9c0881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.789772882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"860059c7-962e-40d9-a2e3-e05134c8aac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.790930195Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"3f8c772c-cd40-4a47-95d6-5a5bc15e397a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bf4b30f7","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:45:59.800185573Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"521a7ae4-5934-445e-9388-2649f8eee1e0","name":"simulator-w0-3ccdab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-3ccdab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:45:59.800233105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"521a7ae4-5934-445e-9388-2649f8eee1e0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-3ccdab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.801678681Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"f08387cd-6a3a-4c62-bbbb-a8893bdf54dd","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.80176828Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"6b99a6b9-4e42-486d-adf8-db0ce8909624","namespace":"ai-tenant-e2e-worker-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.801818937Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"6b99a6b9-4e42-486d-adf8-db0ce8909624","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.802047176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"7215de85-b8f7-49d6-bc4c-1b3941bc09b3","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.81078512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"5ed074c6-b0e7-437f-85ea-38486c9c0881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.81355615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"860059c7-962e-40d9-a2e3-e05134c8aac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.814604059Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"9239eb0b-4bda-4c12-9eb2-46878522c6b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4b7c329b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.822744877Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"6b99a6b9-4e42-486d-adf8-db0ce8909624","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.826058267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"7caf2032-36d3-4713-b517-bc733b3e4a2b","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.84429426Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"4a181c69-6e6f-421e-a5a7-08cbf844f06d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bf4b30f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.844586109Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"6b99a6b9-4e42-486d-adf8-db0ce8909624","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.84459759Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"6b99a6b9-4e42-486d-adf8-db0ce8909624","namespace":"ai-tenant-e2e-worker-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.844667423Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"6b99a6b9-4e42-486d-adf8-db0ce8909624","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.850467195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"83615100-5a62-46fd-9982-3e848c9b97bd","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.865075896Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"6b99a6b9-4e42-486d-adf8-db0ce8909624","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.8724408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"0f91a622-e6c0-42bc-b4db-96df9d264ec9","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.878601299Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"20fb399f-4f09-4ef6-a3aa-f4600099b54a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-127e2ed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.884659569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2d201f3a-4b3e-460c-81c2-410349a07e2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.887662189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"c55e3121-6cb5-4e7d-9b6b-9d70ab4bbe4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.888873917Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"6b99a6b9-4e42-486d-adf8-db0ce8909624","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.894268417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"1702aace-f3bd-4045-81a7-57d4e64e5b74","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.905996315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"2d201f3a-4b3e-460c-81c2-410349a07e2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.910837476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"c55e3121-6cb5-4e7d-9b6b-9d70ab4bbe4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.922329424Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"ac07a557-a99b-411d-b7ec-07a64dc0fbbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b0afeef5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.922453715Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"3594e8b4-9065-44f1-9b14-8c1ee14b11a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4b7c329b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.923054622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"6f08e368-1022-4636-95eb-1708fff9aba9","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.927721945Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2b82ea9d-2e4e-4f9a-b552-f2197a7977bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.92804398Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"e42640a2-ff80-4f22-95d5-50465a185137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.939347036Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"40949c29-786a-474d-b4e1-c39f6452455e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-127e2ed2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.962820411Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"a879be17-e219-4c4d-9597-d29115202118","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b0afeef5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.963835391Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"98b22020-9725-44d8-bf39-a63a6f2a9e31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.96406089Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"0aa41725-c7b8-42d2-af98-b8ad465b827c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.984720558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"e42640a2-ff80-4f22-95d5-50465a185137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.984959026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2b82ea9d-2e4e-4f9a-b552-f2197a7977bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:45:59.985169389Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-2bc4e2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-2bc4e2","reconcileID":"513cba2a-8fa5-4f32-8d7b-0e9c3733dd1a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-2bc4e2","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-2bc4e2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.092438449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"0aa41725-c7b8-42d2-af98-b8ad465b827c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.092470057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"98b22020-9725-44d8-bf39-a63a6f2a9e31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.095776361Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"e42640a2-ff80-4f22-95d5-50465a185137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.095791869Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-access","reconcileID":"e42640a2-ff80-4f22-95d5-50465a185137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:00.096861939Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2b82ea9d-2e4e-4f9a-b552-f2197a7977bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-3ccdab-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:00.096924716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"2b82ea9d-2e4e-4f9a-b552-f2197a7977bb","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-3ccdab-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.102285087Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"c1786667-a662-4df4-9fa9-4cccd5545d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.118203368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"6f461cf5-1f0d-47e1-bc88-9f8b2b75aa24","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.161717417Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"0aa41725-c7b8-42d2-af98-b8ad465b827c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.161740972Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-access","reconcileID":"0aa41725-c7b8-42d2-af98-b8ad465b827c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:00.16636386Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"98b22020-9725-44d8-bf39-a63a6f2a9e31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-1d9b1a-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:00.166417606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"98b22020-9725-44d8-bf39-a63a6f2a9e31","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-1d9b1a-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.171968202Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"93157678-609b-4663-9d6a-3993b902a375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.182309266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"9eb45de2-0dbd-485d-8818-d7a32bfd08ba","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.266363056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"c1786667-a662-4df4-9fa9-4cccd5545d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.360423087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"c1786667-a662-4df4-9fa9-4cccd5545d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"e2e-worker-w0-3ccdab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.36044882Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-access","reconcileID":"c1786667-a662-4df4-9fa9-4cccd5545d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.37682777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"93157678-609b-4663-9d6a-3993b902a375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.381035458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"c666328a-1f2c-437c-a6c7-13a4d0b807b3","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.398008958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"93157678-609b-4663-9d6a-3993b902a375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"e2e-worker-w2-1d9b1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.398027194Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-access","reconcileID":"93157678-609b-4663-9d6a-3993b902a375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.41842571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"98b3b756-eb50-476a-8008-891fb2d2dc72","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.553548394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2059e22b-638d-40ac-a59b-7e9ad673b592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.569986383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2059e22b-638d-40ac-a59b-7e9ad673b592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.5857425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2059e22b-638d-40ac-a59b-7e9ad673b592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:00.601953784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2059e22b-638d-40ac-a59b-7e9ad673b592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:01.195462786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"15cb50ec-1a9d-41e1-a1e4-37538da08956","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:01.261368036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6914868-6ee7-40f2-9a03-16f25808be83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:01.277539121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6914868-6ee7-40f2-9a03-16f25808be83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:01.293722057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6914868-6ee7-40f2-9a03-16f25808be83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:01.310062784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6914868-6ee7-40f2-9a03-16f25808be83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:01.315428652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"1ed32a48-5b25-4835-ac97-3b7628be0d35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:01.396292732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"574d56e4-8a75-4072-bc0e-a33e1b83f8a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:01.493236684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"c4a75721-43b9-4c3e-aa3a-3483760cc901","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:03.716950289Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"d1b37fad-20ab-424f-9dba-6459308c09dd","namespace":"ai-tenant-e2e-worker-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:03.717016826Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"d1b37fad-20ab-424f-9dba-6459308c09dd","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:03.73547713Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"d1b37fad-20ab-424f-9dba-6459308c09dd","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:03.753854761Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"d1b37fad-20ab-424f-9dba-6459308c09dd","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:03.753868659Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"d1b37fad-20ab-424f-9dba-6459308c09dd","namespace":"ai-tenant-e2e-worker-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:03.754053296Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"101e02be-2f15-459a-83ae-a479e1db37e0","namespace":"ai-tenant-e2e-worker-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:03.754125206Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"101e02be-2f15-459a-83ae-a479e1db37e0","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:03.77231847Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"101e02be-2f15-459a-83ae-a479e1db37e0","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:03.791250842Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"101e02be-2f15-459a-83ae-a479e1db37e0","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:03.791266391Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"101e02be-2f15-459a-83ae-a479e1db37e0","namespace":"ai-tenant-e2e-worker-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:07.733999426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"368db5d8-b303-4f57-a9ed-31a44c04fcc5","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-2-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-2-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:07.734447129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"cfaca8f5-10f7-4ca5-a120-d306b19a82e1","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"distinct-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"distinct-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:07.965748191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"c4d8ad32-7f87-4399-8e8d-2f78a87fbd7b","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:07.966090471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"d7de5c2f-68ab-4669-874b-737a69554d2b","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:07.966324634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"4a4282ab-68d3-4954-9e70-33324ddc8ed0","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"distinct-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"distinct-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:07.96650785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"1ca55d02-af35-4e70-9386-32cd799eae21","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"distinct-2-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"distinct-2-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.022795423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"c6e51901-b90d-47eb-8c3d-7126cc7ab122","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.023110581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"af00f27c-e239-4ac2-bdff-1b311d405450","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.023359663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"7aa38c44-1856-416e-8248-4a9b33fe519d","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"distinct-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"distinct-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.023522307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"c9ea23d4-92b8-4f91-a5e7-18bbd3d80335","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"distinct-2-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"distinct-2-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.035489949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"9bf90c91-ef0b-4e15-beb3-c1d5c4a2fe41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.035500157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"0ec19ca7-730e-4304-afd4-398f195b5b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.052357699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"87aca764-8052-4929-ac57-416827528804","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.056979486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"0ec19ca7-730e-4304-afd4-398f195b5b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.057067192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"9bf90c91-ef0b-4e15-beb3-c1d5c4a2fe41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.184862567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"e8581c96-acb5-4863-81b3-6b241e5c5b9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.233728041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"c48000d9-37a2-428c-a0aa-0e6969df1820","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.257281174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"5a3c49ca-be85-4f0c-b2b5-3794862302f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.282122702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"5a3c49ca-be85-4f0c-b2b5-3794862302f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.332703356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"21997a3e-17d4-40fc-9d1e-2bbb943a3200","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.363631499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b881ed84-3ee3-4cf6-a1df-feaabdae43ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.363797349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"784ece6e-6a47-4df7-a6af-99847d823967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.37960628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b881ed84-3ee3-4cf6-a1df-feaabdae43ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.39547094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b881ed84-3ee3-4cf6-a1df-feaabdae43ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.400581397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"784ece6e-6a47-4df7-a6af-99847d823967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.411366243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b881ed84-3ee3-4cf6-a1df-feaabdae43ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.622389621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"0d621983-aeea-42bd-a78d-e66d6330daae","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"distinct-2-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"distinct-2-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:08.622770874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"ead9945c-45ee-48af-ab46-4b01c491a641","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"distinct-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"distinct-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.148979953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3514eb4d-2130-4223-ae11-153eafda3cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.165071884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3514eb4d-2130-4223-ae11-153eafda3cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.18119579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3514eb4d-2130-4223-ae11-153eafda3cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.19900702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3514eb4d-2130-4223-ae11-153eafda3cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.355736315Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"950a6dee-cb47-49a7-98d4-19e8f40491b1","namespace":"ai-tenant-e2e-worker-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.35580454Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"950a6dee-cb47-49a7-98d4-19e8f40491b1","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.376100857Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"950a6dee-cb47-49a7-98d4-19e8f40491b1","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.397029174Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"950a6dee-cb47-49a7-98d4-19e8f40491b1","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.397044494Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"950a6dee-cb47-49a7-98d4-19e8f40491b1","namespace":"ai-tenant-e2e-worker-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.397210033Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"1c28a262-9af5-4f94-8e2a-9ab88c67046d","namespace":"ai-tenant-e2e-worker-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.397262838Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"1c28a262-9af5-4f94-8e2a-9ab88c67046d","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.415424221Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"1c28a262-9af5-4f94-8e2a-9ab88c67046d","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.433743535Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"1c28a262-9af5-4f94-8e2a-9ab88c67046d","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.433755231Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"1c28a262-9af5-4f94-8e2a-9ab88c67046d","namespace":"ai-tenant-e2e-worker-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.860695593Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"0d37053d-0aeb-4fda-8cc2-3317d59c3a3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.877077035Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"0d37053d-0aeb-4fda-8cc2-3317d59c3a3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.899585888Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"premium-simulator-subscription","reconcileID":"0d37053d-0aeb-4fda-8cc2-3317d59c3a3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.925777144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c86fbe-6d0b-4d00-be27-90915749fcbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.941888555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c86fbe-6d0b-4d00-be27-90915749fcbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.943829545Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"cdc5411f-cfcd-4e92-83ba-18c755267daf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.957673897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c86fbe-6d0b-4d00-be27-90915749fcbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.97332602Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"6a67c94e-6cb3-4f6a-9f71-d387432c7a9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.9736752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c86fbe-6d0b-4d00-be27-90915749fcbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.989818371Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"fb93fb09-d972-4c62-9c13-3ce0b1a03f8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.990346284Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"6a67c94e-6cb3-4f6a-9f71-d387432c7a9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:09.990613142Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"cdc5411f-cfcd-4e92-83ba-18c755267daf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:10.006344206Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"fb93fb09-d972-4c62-9c13-3ce0b1a03f8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:10.006451628Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"simulator-subscription","reconcileID":"6a67c94e-6cb3-4f6a-9f71-d387432c7a9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:10.006781374Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"simulator-subscription","reconcileID":"cdc5411f-cfcd-4e92-83ba-18c755267daf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"name":"maas-trlp-simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab","model":"e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:10.0283385Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"premium-simulator-subscription","reconcileID":"fb93fb09-d972-4c62-9c13-3ce0b1a03f8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"name":"maas-trlp-premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a","model":"e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:10.095193106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"c66e399f-87f7-4d3a-899d-68bae82817e7","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"premium-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"premium-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:10.128458194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"23e000de-2ecc-42be-8388-542d6031f1bc","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:10.159115325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"fea4be98-1971-42bc-93f7-2095acf249d9","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"premium-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"premium-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:10.173068459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"e545cb65-eaf8-48be-88ca-34740e02f31b","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"routeName":"simulator-w0-3ccdab-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ccdab","llmisvcName":"simulator-w0-3ccdab","gateway":"openshift-ingress/e2e-worker-w0-3ccdab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:10.187925443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"be396cb8-ddbe-44b5-a811-c8ea5c4c8699","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"routeName":"simulator-w2-1d9b1a-kserve-route","namespace":"e2e-models-e2e-worker-w2-1d9b1a","llmisvcName":"simulator-w2-1d9b1a","gateway":"openshift-ingress/e2e-worker-w2-1d9b1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:11.590561952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"66002563-a857-4415-96dd-42d0e81589fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:11.693202226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"98f90a95-fbc2-4c2c-b572-c05a2a49ab8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:11.693449966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"837ab21d-3163-4cec-8b1c-8cecbb32e883","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:11.793022328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bfe23cf7-e7d1-4db1-9626-fdc2f3c2d585","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.022022423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"d63fa8ef-69af-4813-881a-173bb9a0cad6","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"distinct-2-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"distinct-2-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.131490845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"becb3955-911c-40d9-afbc-f40212b4d778","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"distinct-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"distinct-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.16522537Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","namespace":"ai-tenant-e2e-worker-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.165274608Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","namespace":"ai-tenant-e2e-worker-w0-3ccdab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.165320574Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","tenant":"e2e-worker-w0-3ccdab","tenantID":"e2e-worker-w0-3ccdab","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.184777674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","gvk":"Deployment","name":"maas-api-e2e-worker-w0-3ccdab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.212495696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","gvk":"Service","name":"maas-api-e2e-worker-w0-3ccdab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.232464227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-3ccdab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.248512238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"6fb5517c-d075-45e9-ba60-13c88b4ad117","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.250515141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-3ccdab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.271358586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-3ccdab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.289676339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-3ccdab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.310862175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-3ccdab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.314058356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"17241ce5-b6c6-4274-a56b-232abdaecf5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.320719039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"710215b8-a49e-4f9a-b2e1-f4d0cb553270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.320718792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"3ac51956-b73c-45bc-8c4d-ab2ed3790b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.330382576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-3ccdab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.341939568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"3ac51956-b73c-45bc-8c4d-ab2ed3790b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.342084563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"710215b8-a49e-4f9a-b2e1-f4d0cb553270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.346154766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-3ccdab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.361843445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-3ccdab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.370648595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"e51f65e5-e172-44c0-ad66-bbfe6d20ccbf","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.377542006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","gvk":"Service","name":"payload-processing-e2e-worker-w0-3ccdab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.393026515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-3ccdab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.408638022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-3ccdab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.424090399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-3ccdab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.436985477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"2756b98e-d3fb-466c-adb4-f01387024c92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.438746388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"8a462863-d1cd-4a40-8108-82db953bf476","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.439552149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-3ccdab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.461437196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-3ccdab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.477243294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-3ccdab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.492856068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-3ccdab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.508327778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"9208c3f4-c745-471c-8983-b29f47a6501a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.508325447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"23d5d8b3-2c0b-4e48-bf00-6b4d5973e4ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.50863431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-3ccdab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.526433785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ccdab"},"namespace":"ai-tenant-e2e-worker-w0-3ccdab","name":"default-tenant","reconcileID":"b8d87848-bc36-4374-b93b-8634de2f7837","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-3ccdab","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.532330726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"9208c3f4-c745-471c-8983-b29f47a6501a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.532815437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"23d5d8b3-2c0b-4e48-bf00-6b4d5973e4ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.536856234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"dafa80a4-de6f-4c60-b1f8-0585c437d38e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.548077897Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","namespace":"ai-tenant-e2e-worker-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.548172572Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","namespace":"ai-tenant-e2e-worker-w2-1d9b1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.548278669Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","tenant":"e2e-worker-w2-1d9b1a","tenantID":"e2e-worker-w2-1d9b1a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.566108263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","gvk":"Deployment","name":"maas-api-e2e-worker-w2-1d9b1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.596650711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"f5a4ecb9-965b-4791-b9e7-03c77f7c8d1d","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.605160993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","gvk":"Service","name":"maas-api-e2e-worker-w2-1d9b1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.628868879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-1d9b1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.64669185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-1d9b1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.663650281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"83d8d194-4505-4cdd-aeea-ccc7b384a240","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.665079252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-1d9b1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.688328925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-1d9b1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.709252636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-1d9b1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.728585802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-1d9b1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.744384795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-1d9b1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.759964217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-1d9b1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.775637237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","gvk":"Service","name":"payload-processing-e2e-worker-w2-1d9b1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.79116261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-1d9b1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.807295942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-1d9b1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.807596761Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-3ccdab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-3ccdab","reconcileID":"d81cc293-ffff-4aac-a479-574b50cbdc80","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-3ccdab","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-3ccdab"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.823085627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-1d9b1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.841835706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-1d9b1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.865970525Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"edcea839-3b2e-41ff-affb-ee0909a7af37","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.866673423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-1d9b1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.889770933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"edcea839-3b2e-41ff-affb-ee0909a7af37","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.890006631Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"e8aebec9-3825-48f5-8637-c79e6dc9ecca","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.898567508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-1d9b1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.914946446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-1d9b1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.918693699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"e8aebec9-3825-48f5-8637-c79e6dc9ecca","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.918838462Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"5b51873f-a636-401c-bd6c-a36f21be83cf","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.930686951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-1d9b1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.940493766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"5b51873f-a636-401c-bd6c-a36f21be83cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.940683576Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"8744f63b-fe76-4e26-9fc9-7f5d86bce6e0","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:13.946076618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1d9b1a"},"namespace":"ai-tenant-e2e-worker-w2-1d9b1a","name":"default-tenant","reconcileID":"3ffa7020-77c2-4778-9629-46be11065aa8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-1d9b1a","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.962488027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"8744f63b-fe76-4e26-9fc9-7f5d86bce6e0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.962660241Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"30a630a0-71e1-46ae-8949-2e46cabfd584","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.962714934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"30a630a0-71e1-46ae-8949-2e46cabfd584","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.962806723Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"31e209a9-1fce-45e3-ad06-8c37525e468f","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.962843972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"31e209a9-1fce-45e3-ad06-8c37525e468f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.962957021Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"ccdf7d9e-e291-4e4a-bc3e-e7bd4a559223","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.962992685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"ccdf7d9e-e291-4e4a-bc3e-e7bd4a559223","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.967660426Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"1872ae89-07ec-4d72-863f-330799230981","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.967718691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"1872ae89-07ec-4d72-863f-330799230981","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.973297235Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"64524370-d5c4-4ec8-b116-a0b27cad9055","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.973355535Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"64524370-d5c4-4ec8-b116-a0b27cad9055","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.973452323Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"e2d58665-3a70-4193-a0c7-aa77fd040172","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.973496019Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"e2d58665-3a70-4193-a0c7-aa77fd040172","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.973579357Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"c6bfbf60-db5d-477a-b3bb-d783c7b10fe6","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.973620329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"c6bfbf60-db5d-477a-b3bb-d783c7b10fe6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.978238365Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"beaf4544-b461-4017-8aa0-83db2f06df78","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.978293059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"beaf4544-b461-4017-8aa0-83db2f06df78","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.993811569Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"2a9f1c3c-08f1-4c12-be0b-c422b68f00fd","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.993871565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"2a9f1c3c-08f1-4c12-be0b-c422b68f00fd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.99398443Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"0633a2b3-a746-428d-9145-63f0914bb635","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.994019763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"0633a2b3-a746-428d-9145-63f0914bb635","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.994085245Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"4e83dac6-9196-409e-81fe-8a818596fec2","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.994117077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"4e83dac6-9196-409e-81fe-8a818596fec2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.999396458Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"69b816d7-5792-4924-9724-748964267b34","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:13.99945322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"69b816d7-5792-4924-9724-748964267b34","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.065095294Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"f282d6cd-f43d-45ad-9679-3c3bbdc8d637","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.065176065Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"f282d6cd-f43d-45ad-9679-3c3bbdc8d637","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.065307827Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"0a599256-23d6-439c-917b-8de4a61a502d","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.065352169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"0a599256-23d6-439c-917b-8de4a61a502d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.065460919Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"5d2abc16-54de-45d7-8bb7-fa1ec4c01872","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.065496352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"5d2abc16-54de-45d7-8bb7-fa1ec4c01872","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.065626557Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"69faca5b-1bfe-49cd-a5d2-70165b7a6a1b","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.065669765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"69faca5b-1bfe-49cd-a5d2-70165b7a6a1b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.158173578Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"f311f00e-be0e-4e65-86ea-e96b04148f02","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.158240825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"f311f00e-be0e-4e65-86ea-e96b04148f02","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.158323098Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"01d4fbc2-cec0-43ac-882b-fa9bb35d7aae","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.158351807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"01d4fbc2-cec0-43ac-882b-fa9bb35d7aae","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.15841733Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"1e7f644d-f0e5-4e94-9364-dc238a9247da","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.1584433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"1e7f644d-f0e5-4e94-9364-dc238a9247da","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.158513485Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"656bb21a-d666-4b67-ba6d-386ae8e7cd4b","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.158540437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"656bb21a-d666-4b67-ba6d-386ae8e7cd4b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.319072024Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"4672a2b0-a9b0-42e4-a4d1-1ae1dd610a26","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.319132814Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"4672a2b0-a9b0-42e4-a4d1-1ae1dd610a26","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.319205752Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"cd5b17d7-ce1a-414d-81d8-57448a26bdd3","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.319236091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"cd5b17d7-ce1a-414d-81d8-57448a26bdd3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.319383043Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"909a7c49-5b48-46c3-b498-249342d54747","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.319443555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"909a7c49-5b48-46c3-b498-249342d54747","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.319546877Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"a68d57cc-7fe3-4125-b69a-a2a92123f247","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.319586959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"a68d57cc-7fe3-4125-b69a-a2a92123f247","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:14.331454475Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-1d9b1a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-1d9b1a","reconcileID":"8948648c-5651-4dd7-88cd-8f821404bdc4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-1d9b1a","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-1d9b1a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:14.335493003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5ff26c-8eeb-442a-8fd0-124c3185a3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:14.352243641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5ff26c-8eeb-442a-8fd0-124c3185a3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:14.370016598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5ff26c-8eeb-442a-8fd0-124c3185a3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:14.386157044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5ff26c-8eeb-442a-8fd0-124c3185a3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.38810484Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"c2436042-e05e-4ec4-bddd-671ef20a1a77","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.411216795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"c2436042-e05e-4ec4-bddd-671ef20a1a77","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.411326886Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"311b94a7-f074-4714-8ee6-ef0e3ce4b42d","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.445654388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"311b94a7-f074-4714-8ee6-ef0e3ce4b42d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.445762072Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"8ae9e7fb-79b6-4e07-a9c6-fd514714f9cd","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.474636073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"8ae9e7fb-79b6-4e07-a9c6-fd514714f9cd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.474748257Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"fbde1491-db0f-4997-8e19-d95947f7de55","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.508468954Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"fbde1491-db0f-4997-8e19-d95947f7de55","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.508583031Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"79c81387-18f6-48c2-b9fa-6ef44477a376","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.508627607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"79c81387-18f6-48c2-b9fa-6ef44477a376","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.508707997Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"af57d06e-4901-4a0e-9986-5de2f010f093","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.508740736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"af57d06e-4901-4a0e-9986-5de2f010f093","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.508812968Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"38be863d-8cce-4e9d-8f94-cbee44b666cf","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.508840618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"38be863d-8cce-4e9d-8f94-cbee44b666cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.514085594Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"9888017b-33e3-40c1-9f6a-445a23cfa060","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.514130091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"9888017b-33e3-40c1-9f6a-445a23cfa060","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.519246625Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"b4e8a14d-5889-44ae-9e40-efb3e0002251","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.519296063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"b4e8a14d-5889-44ae-9e40-efb3e0002251","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.519368254Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"a61f67b2-3d74-4773-8eb1-cd2ac12603a4","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.519399481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"a61f67b2-3d74-4773-8eb1-cd2ac12603a4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.519461346Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"fff86631-ad42-4199-9876-bab280db4efa","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.519491308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"fff86631-ad42-4199-9876-bab280db4efa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.524897485Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"96542d2d-df29-4123-99b9-216d5d0f0a61","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.524950281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"96542d2d-df29-4123-99b9-216d5d0f0a61","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.540413832Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"01d19c45-ac22-49ae-9597-1c867913dc3b","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.540465008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"01d19c45-ac22-49ae-9597-1c867913dc3b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.54055102Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"27dda931-dec8-4188-ae8d-340acb46521c","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.540589183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"27dda931-dec8-4188-ae8d-340acb46521c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.540663995Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"18e3e422-36f1-4243-a0d1-a499d8ea1c86","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.540705203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"18e3e422-36f1-4243-a0d1-a499d8ea1c86","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.545988198Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"7d99f3c8-f6b0-4b1f-9bbc-ccff065fe297","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.546035949Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"7d99f3c8-f6b0-4b1f-9bbc-ccff065fe297","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.581336617Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"320dce0a-426a-4310-94d2-8c22e34b21a7","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.581391398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"320dce0a-426a-4310-94d2-8c22e34b21a7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.58150677Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"4d8edb69-a20e-4604-9be6-115cf73c81c6","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.581548992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"4d8edb69-a20e-4604-9be6-115cf73c81c6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.581624825Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"210d6767-9833-4a2c-b92a-71c1377fc50c","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.581668189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"210d6767-9833-4a2c-b92a-71c1377fc50c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.586811791Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"30bdcc2c-1e04-4543-8c1c-c32c09ef33f0","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.586851833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"30bdcc2c-1e04-4543-8c1c-c32c09ef33f0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.64027702Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"e7e022a1-cab5-49d2-a322-5a0ef19f927a","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.640322325Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"e7e022a1-cab5-49d2-a322-5a0ef19f927a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.640410739Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"dc517fe7-0719-437a-bb8c-8df365fe68b8","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.640445512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"dc517fe7-0719-437a-bb8c-8df365fe68b8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.640526072Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"18060bab-dd66-4352-aed9-0a9a0c2a4a9b","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.640560728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"18060bab-dd66-4352-aed9-0a9a0c2a4a9b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.640634466Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"9743a2ae-ba94-4327-8517-71e573a588d5","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.640671777Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"9743a2ae-ba94-4327-8517-71e573a588d5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.662550667Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"d96055fa-86fa-4c27-bd22-6abbec115642","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.662596805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"d96055fa-86fa-4c27-bd22-6abbec115642","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.662676637Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"b6397b05-2601-4bb5-adfd-f215efbf18ea","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.662718126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"b6397b05-2601-4bb5-adfd-f215efbf18ea","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.662789342Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"61491268-9aeb-4f64-ab6e-a74b05debdbc","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.662826865Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"61491268-9aeb-4f64-ab6e-a74b05debdbc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.667020883Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"a59963a9-d0d2-42ae-98ce-d430228b0dc6","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.667066524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"a59963a9-d0d2-42ae-98ce-d430228b0dc6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.823266436Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"a84c3a9f-e352-4827-9c38-0031fb971c5f","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.823320347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"a84c3a9f-e352-4827-9c38-0031fb971c5f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.823387105Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"14e33ac7-4eb8-4209-a904-f2a871cda0fc","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.823420991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"14e33ac7-4eb8-4209-a904-f2a871cda0fc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.823479567Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"71c8bef8-b469-4b65-8337-2160bd9a3a15","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.823509024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"71c8bef8-b469-4b65-8337-2160bd9a3a15","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.827481501Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"f480108a-033a-4058-a17d-18e09346aab4","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:14.827526789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"f480108a-033a-4058-a17d-18e09346aab4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:15.059958314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60316db3-26ea-4a15-bb84-82fb06505035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:15.076506493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60316db3-26ea-4a15-bb84-82fb06505035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:15.092918805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60316db3-26ea-4a15-bb84-82fb06505035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:15.108943466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60316db3-26ea-4a15-bb84-82fb06505035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.144064048Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"e5e485e4-fe01-4040-948a-3d215347192c","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.144125635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"e5e485e4-fe01-4040-948a-3d215347192c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.144224074Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"78de7faf-6b94-489f-8be5-ea10e3c9c1b3","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.144260541Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"78de7faf-6b94-489f-8be5-ea10e3c9c1b3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.144347941Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"8c297d78-17a2-4564-ade5-44064c667a81","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.144383608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"8c297d78-17a2-4564-ade5-44064c667a81","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.148081844Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"fb8a767d-6181-4d61-bc56-fff7a315ed3d","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.148137224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"fb8a767d-6181-4d61-bc56-fff7a315ed3d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.281043554Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"b34d4837-0839-4f45-944c-e7a31aea4b5d","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.281104822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"b34d4837-0839-4f45-944c-e7a31aea4b5d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.281183917Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"53f2f94e-cb31-41f1-bb66-800d85449720","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.281214162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"53f2f94e-cb31-41f1-bb66-800d85449720","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.281279658Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"108d9c1e-a516-4e03-bc63-c7f2c67936b2","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.28131299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"108d9c1e-a516-4e03-bc63-c7f2c67936b2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.281376287Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"c7c91382-dd09-4112-91ac-ca8269cf3ced","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.281405568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"c7c91382-dd09-4112-91ac-ca8269cf3ced","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:15.760553577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f521de08-58cf-4594-94bf-0c85dbaa5959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:15.776597492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f521de08-58cf-4594-94bf-0c85dbaa5959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.785042751Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"57d39568-1626-48d7-b02f-da7bc7ea131d","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.785110918Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"57d39568-1626-48d7-b02f-da7bc7ea131d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.785211764Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"2394ae05-4104-49be-96aa-6906dc82b39a","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.785257978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"2394ae05-4104-49be-96aa-6906dc82b39a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.785346014Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"823e22a2-cfc2-4442-b976-02b28e03d1cf","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.785399234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"823e22a2-cfc2-4442-b976-02b28e03d1cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.788561427Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"36ef18bb-8a9e-448f-b3c2-c3449921c1e1","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:15.788631951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"36ef18bb-8a9e-448f-b3c2-c3449921c1e1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:15.792368245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f521de08-58cf-4594-94bf-0c85dbaa5959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:15.808401248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f521de08-58cf-4594-94bf-0c85dbaa5959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:16.562284412Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"5f736974-dfda-41f9-8371-106f36935a13","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:16.562351776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"5f736974-dfda-41f9-8371-106f36935a13","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:16.562429398Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"58499641-8b0f-44a5-82fe-a0a6c6b39060","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:16.562461323Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"58499641-8b0f-44a5-82fe-a0a6c6b39060","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:16.562536108Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"d9f17b17-5ffb-4e74-b53e-b0eb13d9c4b6","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:16.562567198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"d9f17b17-5ffb-4e74-b53e-b0eb13d9c4b6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:16.562629827Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"41028f11-6b98-4369-b0f4-4c2c5871b5de","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:16.562664985Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"41028f11-6b98-4369-b0f4-4c2c5871b5de","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:17.065602215Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"a1dfa8b4-7e68-450f-bce5-c36401cddd24","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:17.065674719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"a1dfa8b4-7e68-450f-bce5-c36401cddd24","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:17.065761509Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"9a871d7a-c9a1-47c5-9a7d-c94b38d6e305","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:17.065793149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"9a871d7a-c9a1-47c5-9a7d-c94b38d6e305","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:17.065855869Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"85b94912-ca74-4e6b-a3ca-306f2b5d4235","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:17.065884677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"85b94912-ca74-4e6b-a3ca-306f2b5d4235","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:17.069554619Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"f55f08b8-d883-4d2b-8356-4cfcc7a7750a","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:17.069614323Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"f55f08b8-d883-4d2b-8356-4cfcc7a7750a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:18.216935751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"b99cd427-121f-43f1-b1db-fc05f271baad","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"distinct-2-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"distinct-2-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:18.217191365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"23393ee9-b4be-493a-8b1a-3eefd6ec8c01","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"distinct-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"distinct-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:18.217364038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"48e66572-15c1-4248-9f59-7fc27abea50e","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:18.217601622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"eac2660f-21d7-4565-9275-e49b893541ec","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:18.264145718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"0bc0e80a-3d63-47e7-bb92-5a745c2f2a60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:18.264398975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"61a75dab-e11d-49b2-a696-f8fad41f9629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:18.282750433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"b521e77d-0d6b-418e-bfb1-1abd52a65458","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:18.282750363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"adefa2e7-bcbc-4218-a4da-ec0d30e88cfa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:18.285239421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"61a75dab-e11d-49b2-a696-f8fad41f9629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:18.285296171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"0bc0e80a-3d63-47e7-bb92-5a745c2f2a60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:18.380344067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"5c2cb5a5-3013-4a93-9e68-197d0295bb4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:18.380421645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"2778f466-a3a7-45c0-8dd5-5766ca77907f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:18.383681385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"f292aea0-2480-4066-9745-d5e34a0e7329","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:18.383814565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"10510f6e-d1dc-4500-af47-6c0dcf516c9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:18.402141175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"2778f466-a3a7-45c0-8dd5-5766ca77907f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:18.402216566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"5c2cb5a5-3013-4a93-9e68-197d0295bb4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:19.123593319Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"176cd544-aa36-4be4-8a46-2711e5c045ff","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:19.123660112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"176cd544-aa36-4be4-8a46-2711e5c045ff","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:19.123743537Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"c0116493-0c54-4560-bef8-b9d6ad4ca7a5","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:19.123774396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"c0116493-0c54-4560-bef8-b9d6ad4ca7a5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:19.123836986Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"634c7642-0496-4944-9064-889cc662a7c2","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:19.123866939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"634c7642-0496-4944-9064-889cc662a7c2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:19.123944667Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"37fc5319-e0de-4cc9-837f-3d51ffdc14fc","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:19.123975766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"37fc5319-e0de-4cc9-837f-3d51ffdc14fc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.39731617Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"cbf6a401-1c21-4609-acd6-0d4669e14cfc","namespace":"ai-tenant-e2e-worker-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.397384584Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"cbf6a401-1c21-4609-acd6-0d4669e14cfc","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.418134778Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"cbf6a401-1c21-4609-acd6-0d4669e14cfc","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.418714169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"b6206299-dcdb-4127-9269-dcaad44c0026","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.439245247Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"cbf6a401-1c21-4609-acd6-0d4669e14cfc","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.439262474Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"cbf6a401-1c21-4609-acd6-0d4669e14cfc","namespace":"ai-tenant-e2e-worker-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.439312163Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"cbf6a401-1c21-4609-acd6-0d4669e14cfc","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.442239722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"c8b9640b-facd-4e46-8d1e-ad731c5a5b4d","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.461165692Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"cbf6a401-1c21-4609-acd6-0d4669e14cfc","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.464314591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"d61dad0d-b917-4481-b31c-f62b97e3d248","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.465936494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"81da27ab-e813-409b-a436-30bb82bb4110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.46594096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"4581c286-4720-4e67-889b-d1e6cc707a35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.473718423Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"ce379070-3adb-4ee8-8dac-a32aae5d73f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d1270a41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.485702852Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"cbf6a401-1c21-4609-acd6-0d4669e14cfc","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.486588062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"e1bb6053-302b-49a5-b044-7ea8662a5e61","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.490473923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"81da27ab-e813-409b-a436-30bb82bb4110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.490592611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"4581c286-4720-4e67-889b-d1e6cc707a35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.4952786Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"8da12529-b0c2-419a-8d49-b16961c4cdd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e737eb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.504522265Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"b5a2c241-dd0e-41f1-92e9-5e188687314c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d1270a41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.524868915Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"f6e70e01-4409-417e-916a-36f691ba2837","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e737eb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.624803991Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"4eab8a9a-2226-40c4-8893-950366f681b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.624803832Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"e6ff13d1-88e5-4961-a187-14c4c0992adb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:19.625876879Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"d3454b21-5291-41dc-989e-1ce5f36f8aab","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:19.625943835Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"d3454b21-5291-41dc-989e-1ce5f36f8aab","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:19.626025033Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"991bdcc0-c480-4e47-9508-871f92b16623","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:19.6260563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"991bdcc0-c480-4e47-9508-871f92b16623","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:19.626116132Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"819c615f-d39a-47dd-adc3-281512cd0fbf","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:19.62614579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"819c615f-d39a-47dd-adc3-281512cd0fbf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:19.629999308Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"893fcc84-13a9-44d9-8a52-29901481bbd2","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:19.630068728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"893fcc84-13a9-44d9-8a52-29901481bbd2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.841664052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"e6ff13d1-88e5-4961-a187-14c4c0992adb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.841942681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"4eab8a9a-2226-40c4-8893-950366f681b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.898146076Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"e6ff13d1-88e5-4961-a187-14c4c0992adb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.89817457Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-access","reconcileID":"e6ff13d1-88e5-4961-a187-14c4c0992adb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:19.903517364Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"4eab8a9a-2226-40c4-8893-950366f681b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-e43a66-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:19.903565208Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"4eab8a9a-2226-40c4-8893-950366f681b9","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-e43a66-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.908883365Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"f80b4a50-ad0d-435b-a90e-c38d24465be9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:19.919539769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"4e5bad31-4388-45dc-b4b3-7ff3e6f63a29","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:20.043225457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"f80b4a50-ad0d-435b-a90e-c38d24465be9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:20.064151204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"f80b4a50-ad0d-435b-a90e-c38d24465be9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"e2e-worker-w1-e43a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:20.064168292Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-access","reconcileID":"f80b4a50-ad0d-435b-a90e-c38d24465be9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:20.085119446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"98461ee1-b00c-4363-ba0e-324f5ab366ea","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.30341262Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"256d5eb0-f6fa-42e7-9555-3fbc8bf5802d","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.30350594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"256d5eb0-f6fa-42e7-9555-3fbc8bf5802d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.30361826Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"46a0a2fa-df93-4a37-a75a-9e1e46516dae","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.30366769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"46a0a2fa-df93-4a37-a75a-9e1e46516dae","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.303762256Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"4e9800ca-9120-4550-845a-6b64167ff525","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.303810412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"4e9800ca-9120-4550-845a-6b64167ff525","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.303919521Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"9abbf321-74db-4c3c-96fc-a1356275e749","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.303969526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"9abbf321-74db-4c3c-96fc-a1356275e749","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.31392921Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"b05b3ae6-20ce-40c3-827c-545112c5e384","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.313994731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"b05b3ae6-20ce-40c3-827c-545112c5e384","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.314126949Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"f33a99f9-93e4-4190-9a55-aad0a95dd269","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.314182409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"f33a99f9-93e4-4190-9a55-aad0a95dd269","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.314289169Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"a9d3ca1b-428e-4757-9fc9-01cf10e901f6","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.314340335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"a9d3ca1b-428e-4757-9fc9-01cf10e901f6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.314446388Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"8807982b-cb85-462b-9e97-5411a5a9fe84","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.314502164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"8807982b-cb85-462b-9e97-5411a5a9fe84","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.315027304Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"159c300f-ff30-48b7-92ad-8da22a11fb20","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.315082565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"159c300f-ff30-48b7-92ad-8da22a11fb20","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.315147813Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"87daea8a-707d-4c17-a87e-abc45e8dab8d","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.315196163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"87daea8a-707d-4c17-a87e-abc45e8dab8d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.315286586Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"c6c9ce53-be3f-4440-9f0c-c8b43b938b5b","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.315318015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"c6c9ce53-be3f-4440-9f0c-c8b43b938b5b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.315423409Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"05ec2de6-759d-406e-a4e2-7997c9c28386","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.315455244Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"05ec2de6-759d-406e-a4e2-7997c9c28386","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.316366611Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"c8c6fb5c-4cc6-42bc-a3bc-474002421c1a","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.31640716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"c8c6fb5c-4cc6-42bc-a3bc-474002421c1a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-2-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.316466645Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"2b63d2f1-462a-4ef4-bc39-82e520bf632e","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.31649834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"2b63d2f1-462a-4ef4-bc39-82e520bf632e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/distinct-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.31658122Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"5d0613ad-0a81-4415-9771-6199e112b265","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.316612013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"5d0613ad-0a81-4415-9771-6199e112b265","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/premium-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.316669713Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"50c2619c-34cf-4577-bde8-188e697f3a71","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.316698388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"50c2619c-34cf-4577-bde8-188e697f3a71","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-1d9b1a/simulator-w2-1d9b1a: AITenant \"e2e-worker-w2-1d9b1a\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.365302142Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"aa649aa4-c91f-41a2-b476-b74fab5e7fe6","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.365399873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"aa649aa4-c91f-41a2-b476-b74fab5e7fe6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.365536601Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"a4523e97-fdbf-40ba-82ac-32ac8f673288","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.365589035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"a4523e97-fdbf-40ba-82ac-32ac8f673288","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.365698361Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"f3bc4fa9-ba05-4a95-a334-11b303e0e3c0","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.365750432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"f3bc4fa9-ba05-4a95-a334-11b303e0e3c0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.365852638Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"ee74b798-605d-48cb-9358-bb240476e85c","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.365934952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"ee74b798-605d-48cb-9358-bb240476e85c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.374005547Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"47a46c52-80ee-4ec3-9f10-5746321fa41c","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.374079913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"47a46c52-80ee-4ec3-9f10-5746321fa41c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.374189547Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"d87e792a-ddc1-47d7-aa81-c677e8934d30","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.374242239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"d87e792a-ddc1-47d7-aa81-c677e8934d30","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.374341522Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"b8e64d88-5c89-4a07-8e3d-f9eaed15ff7a","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.37439271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"b8e64d88-5c89-4a07-8e3d-f9eaed15ff7a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.374499011Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"845a1d26-e5f9-4ed7-a5ee-3bcf5a798cf7","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.374545433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"845a1d26-e5f9-4ed7-a5ee-3bcf5a798cf7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.375583082Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"e1964c09-d93f-424e-a63d-ddb69bee723f","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.375647847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"e1964c09-d93f-424e-a63d-ddb69bee723f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.375742585Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"42f9a2f6-e943-4518-a61a-586eb24b737c","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.375789615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"42f9a2f6-e943-4518-a61a-586eb24b737c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.375873276Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"94c56913-5b6b-4e50-a565-c1bba26cbdfe","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.375958359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"94c56913-5b6b-4e50-a565-c1bba26cbdfe","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.376067633Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"6c5b5f19-1d85-430f-961d-487d040728dc","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.376116578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"6c5b5f19-1d85-430f-961d-487d040728dc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/simulator-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.376203125Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"d41d264d-73bb-4480-81c9-e52ae0cae161","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.376251308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"d41d264d-73bb-4480-81c9-e52ae0cae161","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-2-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.376334334Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"0b62bac0-16cc-4a53-81a6-57f5fde08df0","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.376381214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"0b62bac0-16cc-4a53-81a6-57f5fde08df0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/distinct-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.376464245Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"e41366a1-858c-4479-ac85-ef14a9b30f06","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:22.376510482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"e41366a1-858c-4479-ac85-ef14a9b30f06","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-3ccdab/premium-w0-3ccdab: AITenant \"e2e-worker-w0-3ccdab\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:24.397232807Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:24.486073047Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"c08c0467-d83f-45e7-b48c-19d3496f2184","namespace":"ai-tenant-e2e-worker-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:24.486164429Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"c08c0467-d83f-45e7-b48c-19d3496f2184","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:24.504518113Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"c08c0467-d83f-45e7-b48c-19d3496f2184","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:24.522385983Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"c08c0467-d83f-45e7-b48c-19d3496f2184","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:24.522399884Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"c08c0467-d83f-45e7-b48c-19d3496f2184","namespace":"ai-tenant-e2e-worker-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:28.217873657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"dbf59ab2-c37d-4a42-8e8b-0fc18e608c3f","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"distinct-2-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"distinct-2-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:28.218179201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"74a2a85e-fbdf-498d-a31b-15809364e3c2","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"distinct-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"distinct-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:29.522032833Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"9c946909-7212-4f5d-b6a1-3983922d62e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:29.52314645Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"0249ef53-23ba-4a62-9436-b75966995cce","namespace":"ai-tenant-e2e-worker-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:29.523206669Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"0249ef53-23ba-4a62-9436-b75966995cce","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:29.538684798Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"9c946909-7212-4f5d-b6a1-3983922d62e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:29.540859945Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"90283583-a045-477e-80db-aad98f04e688","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:29.541225705Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"0249ef53-23ba-4a62-9436-b75966995cce","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:29.555190488Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"simulator-subscription","reconcileID":"9c946909-7212-4f5d-b6a1-3983922d62e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:29.557214145Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"90283583-a045-477e-80db-aad98f04e688","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:29.559066643Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"0249ef53-23ba-4a62-9436-b75966995cce","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:29.559077907Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"0249ef53-23ba-4a62-9436-b75966995cce","namespace":"ai-tenant-e2e-worker-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:29.576180366Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"premium-simulator-subscription","reconcileID":"90283583-a045-477e-80db-aad98f04e688","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"name":"maas-trlp-premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66","model":"e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:29.644802904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"faeb8cef-56d3-4b1a-89fe-0552b4f319c1","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"simulator-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"simulator-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:29.747760781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"cf047abd-32c1-4214-8720-2cc9aefb9876","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"routeName":"premium-w1-e43a66-kserve-route","namespace":"e2e-models-e2e-worker-w1-e43a66","llmisvcName":"premium-w1-e43a66","gateway":"openshift-ingress/e2e-worker-w1-e43a66","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:29.963376549Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"74841b7a-b59d-4722-95de-f7ffdb4ae98f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:30.047124366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"b67027d0-1ee9-4d2f-b3ad-3010f05b2179","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:30.146740836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"6b95aad0-ceb0-4136-badf-b8efa368e6f3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:30.275413926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"4d176573-7dfe-44ac-bf09-1abb1be6da80","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:30.448841977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"8208ba7c-1178-476a-94e6-136f176ada65","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:30.551165886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"41767b91-db2b-48ba-b0b3-f7c0ea957c34","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:30.654438432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"4851b1ee-d45f-4241-b10f-6e1dc1cfc25a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:30.750492732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"b3398bb3-4c85-448f-8abd-28cbfaddcd9e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:30.852670681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"a24b612c-2c5f-4b95-a386-b4e0619986d7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:30.989754126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"6d38567e-3930-41d3-8b49-3a1e2b7e5f72","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:31.074373245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"1003526f-c558-46df-af11-3c096567a438","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:31.175206544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"cb3cd321-99e7-4108-9f47-294ac355544c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:31.274590341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"fc7e8601-767c-4799-a340-ccc2f630c1ad","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:31.377281196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"7a1a2f44-7a9c-4b01-9e1f-e377a193f307","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:31.575429822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"64b890bd-585e-43f7-acc4-43948765776f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:31.67808463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"d4fdac6b-f2f7-4ae6-93f3-75ace5946acd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:31.775196953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"5d8cf309-4b48-43fd-a930-398d3c8e1e29","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:31.880300968Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"fb70309d-4aeb-4a11-81a1-a1d127878d3f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:31.983424453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"31a4fbaf-7f92-4eac-be66-aaf1a5cf3515","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:32.076288485Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"d6c80343-aee4-4f40-8a54-849aca390afc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:32.17993389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"b83addf4-13a9-4ee1-898d-043cddf101f3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:32.277667529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"42270565-455c-4f52-a4af-38c590f1ad9d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:32.393548792Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"1dbae791-7613-4ec2-8b1f-8e7bfb85118e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:32.477185063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"a01a1b38-e59d-4a49-b8e8-057bfce6d193","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:32.578057056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"33291095-361a-44de-a078-a510e8996d1d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:32.678965008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"1d88d520-f7d5-4f2c-9db8-a78055e6be01","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:32.778157257Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"f3456934-afe4-4ab1-8205-b00474b9ee15","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:32.878074173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"a136c898-c603-4a88-887f-44cc1b943f10","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:32.978687588Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"743c2808-b0f7-4752-a031-d293da66571c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:33.080339548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"47a73933-c9ea-4e99-9c0e-96a8d05762b6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:33.184211162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"8944e855-97b3-47d3-8865-07cdc7a823cd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:33.280074568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"c01d0a4e-0141-4085-93de-29caf10a1d13","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:33.380584142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"f41c7ae6-d9ec-4ff8-957e-cdb202e6c06f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:33.479124955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"ced2617c-a2db-46ee-a399-24d0dfcbe970","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:33.579635337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"3dcae92d-7abb-441d-970a-1ef8877c77bd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:33.680028934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"626bdc77-af76-449a-9659-0a1cf0aeac61","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:33.78373073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"10217c54-74ec-4125-a074-f0563db4adc9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:33.882521134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"5a704aea-e109-4a3b-88f1-33f5532eae68","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:33.980356981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"31fd7aaa-a4e1-4d46-bd79-98e2454c2875","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:34.083419102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"f599f877-46be-4ac4-be33-a67fa275737c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:34.184077748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"c8419086-330a-4f5d-a306-50a437947f06","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:34.282383077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"f8c9e457-931d-49c8-81d8-17b94c9a54cb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:34.382652601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"ba098f69-2a7d-4fb7-bb97-95be20050f28","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:34.483066239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"9c5ffe85-ec39-43c6-b9ab-bdb2c15c72c8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.560343246Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","namespace":"ai-tenant-e2e-worker-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.560395553Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","namespace":"ai-tenant-e2e-worker-w1-e43a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.560441671Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","tenant":"e2e-worker-w1-e43a66","tenantID":"e2e-worker-w1-e43a66","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.580775426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","gvk":"Deployment","name":"maas-api-e2e-worker-w1-e43a66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:34.584313781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"22a1d449-dcb8-4bdf-9b84-e7bcd097b7a7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.60974837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","gvk":"Service","name":"maas-api-e2e-worker-w1-e43a66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.630519091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-e43a66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.648170619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-e43a66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.666973982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-e43a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:34.683700821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"224f377e-e6f4-41a4-86be-04cca5382c90","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.687045834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-e43a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.705817854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-e43a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.726183589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-e43a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.7415672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-e43a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.75696699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-e43a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.772516763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","gvk":"Service","name":"payload-processing-e2e-worker-w1-e43a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:34.783857525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"bf09059d-40a6-4666-8ba2-e2d0542628a7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.788246925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-e43a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.803699755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-e43a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.819257595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-e43a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.834640716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-e43a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.853988614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-e43a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.869325586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-e43a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:34.883629584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"23809a37-afb4-40bf-929a-2bd133137b3e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.884723459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-e43a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.900111374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-e43a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:34.915691794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e43a66"},"namespace":"ai-tenant-e2e-worker-w1-e43a66","name":"default-tenant","reconcileID":"18bbb6c5-e47c-4cd0-8137-b53e53c94467","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-e43a66","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:34.984611074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"842208ed-2882-4a2b-b022-1d4f1f3a7e6c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.089372166Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"5ea6195c-9e89-489b-80f4-d17757d44abc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:35.18514983Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-e43a66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-e43a66","reconcileID":"b24b19ce-6047-4297-968e-f22d670141e2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-e43a66","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-e43a66"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.185569738Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"0eef55ae-92ff-4270-b1e5-1273f35dcc1d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.286420457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"e1645d7d-edc4-4213-8a64-265ae61be1cb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.286564471Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"edc9e970-e4d3-4fcb-8925-21c91326e8ff","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.309030954Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"edc9e970-e4d3-4fcb-8925-21c91326e8ff","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.309146321Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"dfc82184-dc38-4a4d-b162-66c46251b006","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.332078432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"dfc82184-dc38-4a4d-b162-66c46251b006","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.332183648Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"3c3fe14a-d594-47ae-bcf1-12a39b4e36d8","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.354317099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"3c3fe14a-d594-47ae-bcf1-12a39b4e36d8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.354422226Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"b1a47ced-e74d-4cba-a1a3-e8fe9e9a1959","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.394067933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"b1a47ced-e74d-4cba-a1a3-e8fe9e9a1959","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.523388138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"23c2da22-ccfb-40d5-ab95-c4a865014e46","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.61614989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"d5ea16b2-89c5-4e8c-9703-51a1a568369b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:35.660464615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c9aff7-e578-4f4e-b47c-b9a40c21bf56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:35.676436816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c9aff7-e578-4f4e-b47c-b9a40c21bf56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:35.69289607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c9aff7-e578-4f4e-b47c-b9a40c21bf56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:35.70929922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c9aff7-e578-4f4e-b47c-b9a40c21bf56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.71118532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"62fb8fd9-2c4c-4001-9d94-fc6d92034281","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.799131573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"8ec61f52-492e-4356-84c4-37e1c7e733d4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.882580229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"e193ff99-f473-4991-b7e0-5903f3ae22c8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.882775802Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"5b66ae99-15c9-4ca1-9e0b-ccf291078c73","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.882821227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"5b66ae99-15c9-4ca1-9e0b-ccf291078c73","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.8829203Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"d1fb0b7f-3a5d-424c-b4bf-7bd363a9e0f7","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.882963127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"d1fb0b7f-3a5d-424c-b4bf-7bd363a9e0f7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.883031047Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"f594bc84-4db9-4423-b365-a51244837199","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.883078039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"f594bc84-4db9-4423-b365-a51244837199","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.966281375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"37d09f98-21c1-4ac1-bc5c-d77c1444a03c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.966437503Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"4ee8a160-d0d4-4134-aed3-dfb890e4e29c","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:35.966492605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"4ee8a160-d0d4-4134-aed3-dfb890e4e29c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.079095112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"c18bcb7a-70f7-4d7f-aa9c-540ae3916ab7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.291588246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"4d086176-3c85-481c-877a-8d356a9b4974","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.389891899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"fd11f9b7-b6ad-453d-9b5a-52647f7c2ae9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.475468955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"bc882b17-d912-4819-979a-361148e7cebf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.475643071Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"07d7857b-be8c-4197-ab41-8597f61104a7","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.475686878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"07d7857b-be8c-4197-ab41-8597f61104a7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.475755998Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"5ebf102c-4bc0-4e47-b032-42551ae2cdef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.475782804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"5ebf102c-4bc0-4e47-b032-42551ae2cdef","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.475843411Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"e3b010e6-0608-41ea-a094-eb6a77bf05b5","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.475870031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"e3b010e6-0608-41ea-a094-eb6a77bf05b5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.475954132Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"00429051-415d-43df-a39d-c085cb0092ed","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.47598664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"00429051-415d-43df-a39d-c085cb0092ed","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:36.492191407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df2f648-b216-4731-9f77-86b3795a3b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:36.508347503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df2f648-b216-4731-9f77-86b3795a3b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:36.524252106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df2f648-b216-4731-9f77-86b3795a3b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:36.540226822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df2f648-b216-4731-9f77-86b3795a3b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.574018651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"732ae777-3566-468c-8efb-39e95b141f09","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.675049427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"0941e141-cec3-43a4-8dd3-98e12aec8cf4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.675215952Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"3f7814fe-45db-40b7-bd71-3a698336086e","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.67527444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"3f7814fe-45db-40b7-bd71-3a698336086e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.675366333Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"d3daafef-5973-42cf-8bc9-b19b76a0d6bb","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.67541201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"d3daafef-5973-42cf-8bc9-b19b76a0d6bb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.675496669Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"2e26efda-af94-478d-b7aa-f45adf0d5d8e","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.675537111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"2e26efda-af94-478d-b7aa-f45adf0d5d8e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.675613717Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"45b983b0-e1c8-4b81-b45d-02566384e45a","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.675654367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"45b983b0-e1c8-4b81-b45d-02566384e45a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.77548489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"983c6c02-bada-4c72-9943-d7679c567589","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.775619758Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"8d0553aa-5e7b-41ec-b1d4-9cbeea62c3c8","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.775668027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"8d0553aa-5e7b-41ec-b1d4-9cbeea62c3c8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.775735819Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"c8037e31-dcee-49df-8306-9a909cdeac91","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.775767261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"c8037e31-dcee-49df-8306-9a909cdeac91","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.77583164Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"b7e3f714-4b72-4b0f-a1bb-d6ee3ff1469e","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.775862357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"b7e3f714-4b72-4b0f-a1bb-d6ee3ff1469e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.775946714Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"9aa5162c-06ab-4e46-98a8-70144ef58a62","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.775977812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"9aa5162c-06ab-4e46-98a8-70144ef58a62","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.879513209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"0d7259ae-9b7d-42fa-b049-7e4f0f782bb9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.879638682Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"1e298426-b896-4f95-9c0c-e5cc3838e76c","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.879682979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"1e298426-b896-4f95-9c0c-e5cc3838e76c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.879752065Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"daf13fa5-36c3-4bee-b3fe-e15e0ba89027","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.87978385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"daf13fa5-36c3-4bee-b3fe-e15e0ba89027","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.879843143Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"57cf2e96-357f-46a5-b550-b85f9501f1f1","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.879873286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"57cf2e96-357f-46a5-b550-b85f9501f1f1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.879959063Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"696704ab-4e5f-4717-91de-a4d85986ba18","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.879991609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"696704ab-4e5f-4717-91de-a4d85986ba18","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:36.978519541Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"6985920d-8999-4055-8795-cb293e68d91b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.05867973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"d0890172-b7d3-4f42-862e-85b40a81c2fc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.139987636Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"ff432f67-6965-499b-ba80-5b280b5a3df1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.140139577Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"ee4f0a11-0798-45ef-aae8-4d03a9ba263b","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.140194245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"ee4f0a11-0798-45ef-aae8-4d03a9ba263b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.140280123Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"b6166c55-a66e-4210-a21f-f0fb3dce4d27","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.140311526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"b6166c55-a66e-4210-a21f-f0fb3dce4d27","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.140381617Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"59936c24-fef1-4523-9a9e-5066b016a09b","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.140413563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"59936c24-fef1-4523-9a9e-5066b016a09b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.140481824Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"0d187237-dd32-41d7-a4f0-d9df524c4bb2","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.140521001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"0d187237-dd32-41d7-a4f0-d9df524c4bb2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.241202442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"a4304416-71e2-4a99-8964-fb6fcbe6d602","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.440124969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"a065ef32-cc4a-47af-bd9c-322e057223c4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.521225702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"4079aa2d-0113-4d84-b0f8-a52c619bf879","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.521367955Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"cb30f805-5347-45c2-82de-87e60cfd6f6c","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.521410718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"cb30f805-5347-45c2-82de-87e60cfd6f6c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.521489312Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"1f231180-730a-4661-982c-d0fcad6929e3","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.521520531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"1f231180-730a-4661-982c-d0fcad6929e3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.521586614Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"c9b4bdea-4990-4079-937a-06605d657758","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.521617489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"c9b4bdea-4990-4079-937a-06605d657758","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.521677758Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"b6574665-a6a9-4783-9a80-58ddf6217001","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.521707351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"b6574665-a6a9-4783-9a80-58ddf6217001","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.607589903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"01fb432e-e76c-4cf7-a24e-1e6978376379","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.703487722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"8323b377-e265-4441-86e2-41eba11f9428","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.809712013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"7fb1785b-b3ae-4fce-80c9-225aa544425d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:37.903170255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"fe65e6f5-6642-4e21-92f6-b36683af1ab1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:38.16180709Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"381ef8ba-c6ec-4c24-9fa7-f99e7663ba91","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:38.161877073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"381ef8ba-c6ec-4c24-9fa7-f99e7663ba91","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:38.162016026Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"ae9c8390-6aab-4525-a141-bbcf086e2c3c","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:38.162052172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"ae9c8390-6aab-4525-a141-bbcf086e2c3c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:38.162126577Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"51d5eb0d-6b9b-412a-bec8-a2ea69fb083c","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:38.162166117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"51d5eb0d-6b9b-412a-bec8-a2ea69fb083c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:38.162240117Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"b055d389-7b17-48dd-94bc-6054fe3a4db9","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:38.162272943Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"b055d389-7b17-48dd-94bc-6054fe3a4db9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:38.884679062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"a2929187-cf59-44f7-aaee-962612745a81","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:38.984429276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"7b024b8c-2db1-4bcd-9fa7-2811a05bc3a8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:39.066067194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"5d5cd042-60a1-4ec0-bded-13efcaa31bf3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:39.266464852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"19d6f491-55c9-42a8-a236-cec50ae6fd45","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:39.443088915Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"bf1e085d-23d6-40fd-9214-af49eae3ad1d","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:39.44315402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"bf1e085d-23d6-40fd-9214-af49eae3ad1d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:39.443227462Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"816a9c01-5bc5-4e99-af5d-ea968310eb53","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:39.443260457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"816a9c01-5bc5-4e99-af5d-ea968310eb53","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:39.443345785Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"fcc5f944-1fd4-48f7-8920-5af9ed1e4559","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:39.443380186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"fcc5f944-1fd4-48f7-8920-5af9ed1e4559","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:39.443445505Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"07f97da1-156b-4c45-a2b9-d7541ef77777","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:39.443475823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"07f97da1-156b-4c45-a2b9-d7541ef77777","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:39.704669809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"22116ef4-773e-474b-8cba-0b3bf9acf466","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:39.883759884Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"ae29cbc0-3c3f-4e19-8a60-c9554e3da53e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:40.084495078Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"8e746234-348a-41ca-97d3-84729233891b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:40.45371111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"a39e09fe-992a-4f5f-8b3c-99ef0c16ddf7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:41.583086805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"bbd2cc59-80a7-4de5-9727-ca358a9c32e9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:41.681978376Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"f8527690-6cb1-40da-91bf-97b556dbfd3d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:41.782326369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"f7d1c67e-f13e-45ae-b443-26e53770b8d8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:41.908131807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"4ab44991-a6a1-4189-8c27-3e3a16a9e79a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.004067517Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"22562142-0a7c-422e-8e04-fe4bfb2636aa","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.004137893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"22562142-0a7c-422e-8e04-fe4bfb2636aa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.004246627Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"33e4ef9c-5ad6-4df7-9656-49c44eebeca5","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.004288599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"33e4ef9c-5ad6-4df7-9656-49c44eebeca5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.004373231Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"9d54ba99-738f-4b5b-9741-d4a4a9e84bdd","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.004414922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"9d54ba99-738f-4b5b-9741-d4a4a9e84bdd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.004499819Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"467c8299-3bc1-48ad-abfc-adcf4023af18","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.004542076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"467c8299-3bc1-48ad-abfc-adcf4023af18","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.338367213Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"45b7a49f-8579-455d-ad73-93ae5bd3b7bf","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.338452055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"45b7a49f-8579-455d-ad73-93ae5bd3b7bf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.338570925Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"a19eb17e-ea04-4219-ac87-d1a2ebda91c3","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.338619437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"a19eb17e-ea04-4219-ac87-d1a2ebda91c3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.338716003Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"fb27c575-a10e-4b70-82c0-45d3099802b2","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.338761876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"fb27c575-a10e-4b70-82c0-45d3099802b2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.3388493Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"42c3cdc3-e072-4c9d-b3eb-5018d4e42e5b","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.338895806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"42c3cdc3-e072-4c9d-b3eb-5018d4e42e5b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.344164669Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"cd97ba35-cee9-4ee1-b3e6-7acc05c20f1a","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.344241537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"cd97ba35-cee9-4ee1-b3e6-7acc05c20f1a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.344353787Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"270fab3c-278d-466e-bf38-fa2a446f1331","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.34440269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"270fab3c-278d-466e-bf38-fa2a446f1331","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.344499301Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"9c94877f-f3f0-457d-814b-c97fe9799dec","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.344545175Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"9c94877f-f3f0-457d-814b-c97fe9799dec","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.34463126Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"da9d63b2-5488-41ed-ab25-2e314c944084","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.344677621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"da9d63b2-5488-41ed-ab25-2e314c944084","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.348953126Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"e99e8af1-8a2f-4391-8b4a-5f0981eeb651","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.349089505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"e99e8af1-8a2f-4391-8b4a-5f0981eeb651","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.349224146Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"cbab619a-b567-4011-b416-33b6f4dc6faa","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.34926915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"cbab619a-b567-4011-b416-33b6f4dc6faa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.349348573Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"9a64a311-306b-4c7f-972c-ad4182be9315","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.349394684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"9a64a311-306b-4c7f-972c-ad4182be9315","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.349462774Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"8f71ee05-55c0-49f1-8e65-ed51a1b6b296","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.349495235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"8f71ee05-55c0-49f1-8e65-ed51a1b6b296","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.35238013Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"f9458c2b-fdc7-4fb7-a7ce-3f81b3667785","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.352420418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"f9458c2b-fdc7-4fb7-a7ce-3f81b3667785","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.352482854Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"e3fb1f7b-6f97-4d84-8ecd-b2fb498cd0fa","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.352514155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"e3fb1f7b-6f97-4d84-8ecd-b2fb498cd0fa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.352583522Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"b3323bdd-6989-4506-9a62-264e2197f3f1","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.352620953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"b3323bdd-6989-4506-9a62-264e2197f3f1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.352678173Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"0c71bf67-9c37-4021-b072-d0b8b1926931","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:42.352713108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"0c71bf67-9c37-4021-b072-d0b8b1926931","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:44.479778021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3828e76b-f8be-49a9-8abe-6e247abadb99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:44.581973246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d9fb18e0-4716-4899-8b88-e95210bc0e90","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:44.909028916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"54374246-0ff1-4018-a50f-230f5ed9e403","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:45.08774261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"16678a78-9f80-4c70-a0b8-8aafe6aaa788","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:45.288398217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"107b346e-ef8c-4452-9fc4-63374d85593a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:45.657397279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"f3262743-417d-4e53-b7cb-4d01b9264bde","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:46.794521347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"c4646ba1-aeb1-4945-baa7-7f5e28dde85b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:46.887130419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"94061daf-b0ab-4427-b4a3-a3044da079c6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:46.985987248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"44f0e1ef-0ac4-4be3-9445-fb3c7270ddf0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:47.111548151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"6eeb80cc-96a6-495f-aca0-984f8d7220e7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:49.791484161Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"f58c46e4-8365-4738-9cc4-f5eb7e77ad2a","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:49.791550022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"f58c46e4-8365-4738-9cc4-f5eb7e77ad2a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-2-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:49.799028164Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"ffc066aa-259f-4071-99d9-69e2d667a373","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:49.799088121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"ffc066aa-259f-4071-99d9-69e2d667a373","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/distinct-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:49.806201569Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"32b4fda9-a702-426e-a330-447cf48d0734","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:49.806265057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"32b4fda9-a702-426e-a330-447cf48d0734","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/premium-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:49.815778207Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"e5fffb5c-fe54-4a67-9cfa-18ef1ada757f","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:49.815827424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"e5fffb5c-fe54-4a67-9cfa-18ef1ada757f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e43a66/simulator-w1-e43a66: AITenant \"e2e-worker-w1-e43a66\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:50.208996466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"f2f944d3-f8b0-425c-a435-8376f3c7d131","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:50.310569183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"1080d9ce-b628-4057-ba47-08489c92038b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:50.410985562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"2948358b-8731-4333-923d-7b0f7c385c36","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:50.511085505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"5f2f050a-6b50-4fdc-9ed7-dbcd6e3405f4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:50.611535468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"9455c4d2-3855-4be8-8f94-2684abe3daaf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:50.712630098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"d5bb9eb5-785c-4843-b1a4-1743c652c1ed","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:50.813837029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"6e0f13f9-867b-421d-a41f-8b8371fe4fc2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:50.912372684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"a043d602-14f0-434c-8106-667ab3791219","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:51.014461476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"3e9d36b7-c4f6-4611-b0be-14dbd8245fad","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:51.115443013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"13d943f9-b9b2-42fd-9182-c777dca1061e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:51.215248497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"29fef96e-f5c9-42ce-a010-1e7bb0a21118","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:51.315191789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"c1f4c5df-b60d-4d61-8f80-c7301a740265","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:51.413370427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"e65f40cf-5607-474a-bd9e-329ea037da91","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:51.513885178Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"56721135-221f-4e49-a6cd-3e861f55e7a2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:51.614780548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"4912750d-bcc3-461b-b004-5c81e4833426","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:51.699709184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"19b51d51-2259-4fd0-ae77-0b467061a095","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:51.782341263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"decbf632-c6c1-4822-a0c2-21b64dd2fe3f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:51.868370702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"b052b541-fa2b-4aca-8047-556bda8fe68a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:51.949720292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"df9513ee-bb3c-49d9-97a9-655fe4009701","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:52.031970996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"04dfa914-5304-4e64-869a-dc9c6624620c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:52.114064602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"ecf9f454-52b3-4e41-912f-80fbe3f3e62d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:52.223748453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"eede1625-aa70-4364-a17d-519604930a88","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:52.30512994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"95341532-4cbb-45ef-af57-751a6465476b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:52.38737121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"8c23584d-870d-4732-a1d2-04ed994c7126","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:52.469390659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"831ec006-33bd-472d-8e00-63901434f27c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:52.551381928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"0c042e3f-cf14-4127-9f6c-a850fd8dc90e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:52.634258292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"27d05a04-864e-43e0-89c2-87df6081f821","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:52.736709627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"7ad774e7-4fa6-4190-8ff8-3e61ab664bf8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:52.872394734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"a9543d1c-6100-4a26-a9ab-a17e3b7ded7a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:52.954419536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"22f46338-fe3c-4302-82d6-e7d044deee04","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:53.036668984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"506c2e12-d457-4912-b8a6-f5b53898baa3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:53.138875921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"aa423b79-4775-4dd1-90a1-46c7386e8ebb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:53.596246958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"49c76df3-e347-4b21-b3ee-16e6de303e6c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:53.678363356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"0094ecdb-85ca-4696-ba99-a2a1b2a0ace4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:53.765330692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"ed2be576-a7e2-4ab8-962c-927b0a2f9a12","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:53.862270367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"e434c84f-73b3-42a8-a637-eb04a087cdfa","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T12:46:54.391948104Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:54.960208098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"0980b68a-e575-4feb-88cf-32ec30cd4140","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:55.061016051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"730c2f96-4290-43ff-a9a1-828cf36c9d0f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:55.160797974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"f5193e81-7159-4cdd-a738-2e258bb15209","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:55.242565671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"a8bf067e-aada-457c-a494-487d2cc96a41","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:55.326992797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-2-w2-1d9b1a","reconcileID":"9faa7f72-df6e-49c0-990b-64986f641bc9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:55.410680853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"distinct-w2-1d9b1a","reconcileID":"1ee8d2d4-87f4-46bc-a427-8bdccaa080a9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:55.611774444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"premium-w2-1d9b1a","reconcileID":"e1aac65b-61e8-48d5-a307-adb8932c872b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:55.982689388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-1d9b1a","namespace":"e2e-models-e2e-worker-w2-1d9b1a"},"namespace":"e2e-models-e2e-worker-w2-1d9b1a","name":"simulator-w2-1d9b1a","reconcileID":"cd4d8418-9e41-44d2-a65a-e5a7994475d3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-1d9b1a\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:57.118343587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-2-w0-3ccdab","reconcileID":"99b9e2c3-1af1-4b53-b759-33d3fcdb6131","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:57.221082524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"distinct-w0-3ccdab","reconcileID":"910dd101-17a1-48d9-91cc-1af0ede93a25","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:57.321743684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"premium-w0-3ccdab","reconcileID":"840c817b-7eb0-46c2-9537-ff0e520908b9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:57.434966639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ccdab","namespace":"e2e-models-e2e-worker-w0-3ccdab"},"namespace":"e2e-models-e2e-worker-w0-3ccdab","name":"simulator-w0-3ccdab","reconcileID":"d8728357-3c3d-4a80-bc3c-db54b9c08fad","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-3ccdab\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:57.604794204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-2-w1-e43a66","reconcileID":"5decaa6c-96d0-4ae3-b163-acdd7c7c808d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:57.704779936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"distinct-w1-e43a66","reconcileID":"93ccf448-d9c9-46e3-accc-e9a5f979596e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:57.803953563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"premium-w1-e43a66","reconcileID":"ee36541f-a935-4840-8b5f-9478e9bc6d2f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T12:46:57.892120408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e43a66","namespace":"e2e-models-e2e-worker-w1-e43a66"},"namespace":"e2e-models-e2e-worker-w1-e43a66","name":"simulator-w1-e43a66","reconcileID":"fc475513-7e58-4a85-a18b-4e8c3a034b07","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e43a66\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}